Load all packages

Load data and perform data cleaning

Please delete all “notes” before submission.

Note: CSV/data files should be read assuming they are in the data folder. In other words, load data via read_csv("data/CSV_NAME.csv") and not via read_csv("/Users/aykim/Documents/MATH495/Final_Project/data/CSV_NAME.csv")

Kaggle Competition: House Prices: Advanced Regression Techniques (Scoring Mechinism: RMSE) https://www.kaggle.com/c/house-prices-advanced-regression-techniques

#Drop factor variables with less than 2 levels & keep non-factor vars from Kaggle Competition discusstion(https://www.kaggle.com/c/house-prices-advanced-regression-techniques/discussion/24399)

names(train) <- make.names(names(train))

features <- setdiff(colnames(train), c("Id", "SalePrice"))
for (f in features) {
  if (any(is.na(train[[f]]))) 
    if (is.character(train[[f]])){ 
      train[[f]][is.na(train[[f]])] <- "Others"
    }else{
      train[[f]][is.na(train[[f]])] <- -999  
    }
}

column_class <- lapply(train,class)
column_class <- column_class[column_class != "factor"]
factor_levels <- lapply(train, nlevels)
factor_levels <- factor_levels[factor_levels > 1]
train <- train[,names(train) %in% c(names(factor_levels), names(column_class))]
test <- train[,names(train) %in% c(names(factor_levels), names(column_class))]
train <- as.data.frame(unclass(train))
train <- as.data.frame(unclass(test))
#Train model
lmfull <- lm(log(SalePrice) ~ . , data=train)

EDA visualizations and tables

Note: If you had to illustrate using no modelling but only graphs and tables which variables have the most predictive power, which would you include?

  • Perform a cross-validation on only the final/ultimate model used for your submission.
  • The “score” in question should be the same as used to compute the Kaggle leaderboard. In other words, your estimated score should be roughly equal to the score returned by Kaggle after your submission.

Predicting Sale Price (in USD) of houses with no modeling:

histogram(train$SalePrice, type = "percent", xlab= "Sale Price (USD)", ylab= "Percent of Homes") #skewed right, not normal

bwplot(train$SalePrice, xlab= "Sale Price (USD)")

histogram(log(train$SalePrice), type = "percent", xlab = "Log of Sale Price (USD)", ylab = "Percent of Homes") #much more normal when logSalePrice is used

bwplot(log(train$SalePrice), xlab = "Log of Sale Price (USD)")

mean(train$SalePrice)
## [1] 180106
mean(log(train$SalePrice))
## [1] 12.01989

Predicting Sale Price (in USD) of houses with modeling:

1. Subset Selection (Forward or Backwards selection of predictors (Stat230))

train$log_saleprice <- log(train$SalePrice)
lmfull <- lm(log_saleprice ~ . , data=train)

lmempty <- lm(log_saleprice ~ 1, data=train) # model with only intercept
model1 <- step(lmempty, scope=list(lower=lmempty, upper=lmfull), direction="forward")
## Start:  AIC=-1346.62
## log_saleprice ~ 1
## 
##                 Df Sum of Sq     RSS     AIC
## + SalePrice      1   103.497  11.582 -3020.8
## + OverallQual    1    76.746  38.334 -2147.1
## + GrLivArea      1    59.128  55.952 -1871.0
## + Neighborhood  24    62.311  52.769 -1867.8
## + ExterQual      3    54.303  60.777 -1806.7
## + GarageCars     1    52.822  62.258 -1793.1
## + KitchenQual    3    52.517  62.563 -1785.5
## + BsmtQual       4    48.052  67.028 -1733.2
## + GarageArea     1    47.286  67.794 -1730.9
## + TotalBsmtSF    1    46.091  68.988 -1718.2
## + X1stFlrSF      1    43.348  71.732 -1689.7
## + GarageFinish   3    41.738  73.342 -1669.5
## + FullBath       1    40.835  74.245 -1664.5
## + YearRemodAdd   1    33.925  81.155 -1599.6
## + TotRmsAbvGrd   1    33.831  81.249 -1598.7
## + GarageType     6    34.785  80.295 -1597.4
## + FireplaceQu    5    34.344  80.736 -1595.4
## + YearBuilt      1    33.231  81.849 -1593.4
## + Foundation     5    29.649  85.431 -1554.1
## + Fireplaces     1    25.713  89.366 -1529.2
## + HeatingQC      4    23.927  91.153 -1508.8
## + BsmtFinType1   6    24.273  90.807 -1507.5
## + MSZoning       4    19.168  95.912 -1471.6
## + MasVnrType     4    17.618  97.462 -1459.9
## + GarageCond     5    17.522  97.558 -1457.2
## + GarageQual     5    17.003  98.077 -1453.3
## + BsmtFinSF1     1    15.506  99.574 -1450.3
## + OpenPorchSF    1    15.298  99.782 -1448.7
## + Exterior1st   12    17.818  97.262 -1445.4
## + GarageYrBlt    1    14.550 100.530 -1443.3
## + WoodDeckSF     1    14.307 100.773 -1441.5
## + X2ndFlrSF      1    12.613 102.467 -1429.4
## + BsmtExposure   4    13.392 101.688 -1428.9
## + Exterior2nd   14    15.939  99.141 -1427.5
## + HouseStyle     7    13.304 101.776 -1422.3
## + CentralAir     1    11.270 103.810 -1419.8
## + LotShape       3    11.718 103.362 -1419.0
## + MasVnrArea     1    10.821 104.259 -1416.7
## + SaleCondition  5    11.341 103.739 -1412.3
## + HalfBath       1    10.138 104.942 -1411.9
## + Electrical     5    10.387 104.693 -1405.7
## + LotArea        1     9.178 105.902 -1405.3
## + SaleType       8    10.473 104.607 -1400.3
## + PavedDrive     2     7.982 107.098 -1395.1
## + BsmtCond       4     7.998 107.082 -1391.2
## + BsmtUnfSF      1     6.488 108.592 -1387.0
## + BedroomAbvGr   1     6.468 108.612 -1386.8
## + BsmtFullBath   1     6.138 108.942 -1384.6
## + ExterCond      3     5.977 109.103 -1379.5
## + BldgType       4     5.489 109.591 -1374.3
## + Fence          4     5.317 109.763 -1373.2
## + RoofStyle      5     5.053 110.027 -1369.4
## + Condition1     8     5.477 109.603 -1366.2
## + RoofMatl       3     3.912 111.168 -1365.9
## + Heating        4     4.028 111.051 -1364.6
## + Alley          2     3.163 111.917 -1363.0
## + ScreenPorch    1     2.352 112.728 -1359.7
## + KitchenAbvGr   1     2.150 112.930 -1358.4
## + LotConfig      4     2.806 112.273 -1356.6
## + LandContour    3     2.131 112.948 -1354.3
## + X3SsnPorch     1     1.010 114.070 -1351.0
## + EnclosedPorch  1     0.975 114.105 -1350.8
## + BsmtFinType2   6     2.491 112.589 -1350.6
## + Functional     5     2.033 113.046 -1349.6
## + MSSubClass     1     0.696 114.384 -1349.0
## + MoSold         1     0.555 114.524 -1348.2
## <none>                       115.080 -1346.6
## + PoolArea       1     0.251 114.829 -1346.2
## + Street         1     0.180 114.900 -1345.8
## + Id             1     0.115 114.965 -1345.3
## + OverallCond    1     0.078 115.002 -1345.1
## + YrSold         1     0.053 115.027 -1345.0
## + Utilities      1     0.036 115.044 -1344.8
## + LotFrontage    1     0.020 115.060 -1344.7
## + BsmtFinSF2     1     0.017 115.063 -1344.7
## + MiscVal        1     0.008 115.072 -1344.7
## + LowQualFinSF   1     0.008 115.072 -1344.7
## + BsmtHalfBath   1     0.003 115.077 -1344.6
## + MiscFeature    3     0.500 114.580 -1343.8
## + LandSlope      2     0.184 114.896 -1343.8
## + PoolQC         3     0.272 114.808 -1342.3
## + Condition2     7     1.076 114.004 -1339.5
## 
## Step:  AIC=-3020.79
## log_saleprice ~ SalePrice
## 
##                 Df Sum of Sq     RSS     AIC
## + Neighborhood  24   3.08895  8.4935 -3199.2
## + GarageFinish   3   2.20048  9.3820 -3168.6
## + GarageType     6   2.19875  9.3837 -3162.5
## + ExterQual      3   2.08690  9.4956 -3159.8
## + KitchenQual    3   1.95258  9.6299 -3149.6
## + MSZoning       4   1.81646  9.7660 -3137.3
## + GarageCond     5   1.65208  9.9304 -3123.1
## + BsmtQual       4   1.57783 10.0046 -3119.7
## + GarageQual     5   1.57750 10.0050 -3117.7
## + OverallQual    1   1.35384 10.2286 -3109.5
## + GarageYrBlt    1   1.34221 10.2403 -3108.7
## + CentralAir     1   1.30866 10.2738 -3106.3
## + GarageCars     1   1.20289 10.3796 -3098.8
## + YearRemodAdd   1   1.18753 10.3949 -3097.8
## + YearBuilt      1   1.13031 10.4522 -3093.8
## + Exterior1st   12   1.26498 10.3175 -3081.2
## + GarageArea     1   0.87673 10.7057 -3076.3
## + Exterior2nd   14   1.20028 10.3822 -3072.7
## + Foundation     5   0.91465 10.6678 -3070.8
## + FullBath       1   0.76145 10.8210 -3068.4
## + ExterCond      3   0.79930 10.7832 -3067.0
## + Electrical     5   0.83108 10.7514 -3065.1
## + FireplaceQu    5   0.82099 10.7615 -3064.5
## + PavedDrive     2   0.62093 10.9615 -3057.0
## + BsmtCond       4   0.66883 10.9136 -3056.2
## + HeatingQC      4   0.65183 10.9306 -3055.1
## + RoofMatl       3   0.55726 11.0252 -3050.8
## + Heating        4   0.55901 11.0235 -3048.9
## + Fireplaces     1   0.31815 11.2643 -3039.1
## + BedroomAbvGr   1   0.31563 11.2668 -3039.0
## + BsmtFinType1   6   0.44282 11.1397 -3037.2
## + GrLivArea      1   0.27137 11.3111 -3036.1
## + BsmtExposure   4   0.35380 11.2287 -3035.4
## + HalfBath       1   0.22736 11.3551 -3033.3
## + TotRmsAbvGrd   1   0.20399 11.3785 -3031.8
## + LotFrontage    1   0.18698 11.3955 -3030.7
## + MasVnrArea     1   0.18510 11.3974 -3030.6
## + Functional     5   0.30303 11.2794 -3030.1
## + SaleCondition  5   0.29200 11.2905 -3029.4
## + LotShape       3   0.22898 11.3535 -3029.4
## + HouseStyle     7   0.32606 11.2564 -3027.6
## + OverallCond    1   0.13671 11.4458 -3027.5
## + X1stFlrSF      1   0.12637 11.4561 -3026.8
## + BsmtFinType2   6   0.27715 11.3053 -3026.5
## + Condition1     8   0.33421 11.2483 -3026.2
## + TotalBsmtSF    1   0.10349 11.4790 -3025.3
## + OpenPorchSF    1   0.09114 11.4913 -3024.6
## + Alley          2   0.11907 11.4634 -3024.3
## + BldgType       4   0.17530 11.4072 -3023.9
## + WoodDeckSF     1   0.07495 11.5075 -3023.5
## + MasVnrType     4   0.14826 11.4342 -3022.2
## + BsmtFullBath   1   0.05299 11.5295 -3022.1
## + X2ndFlrSF      1   0.05055 11.5319 -3022.0
## + LandSlope      2   0.08036 11.5021 -3021.9
## + YrSold         1   0.04705 11.5354 -3021.8
## <none>                       11.5825 -3020.8
## + RoofStyle      5   0.15509 11.4274 -3020.6
## + KitchenAbvGr   1   0.02899 11.5535 -3020.6
## + EnclosedPorch  1   0.02699 11.5555 -3020.5
## + LowQualFinSF   1   0.02577 11.5567 -3020.4
## + MoSold         1   0.02499 11.5575 -3020.4
## + PoolArea       1   0.02099 11.5615 -3020.1
## + BsmtUnfSF      1   0.01709 11.5654 -3019.9
## + BsmtFinSF2     1   0.01704 11.5654 -3019.9
## + Street         1   0.01385 11.5686 -3019.7
## + Id             1   0.00788 11.5746 -3019.3
## + MiscVal        1   0.00754 11.5749 -3019.3
## + X3SsnPorch     1   0.00712 11.5754 -3019.2
## + LandContour    3   0.07012 11.5124 -3019.2
## + BsmtFinSF1     1   0.00481 11.5777 -3019.1
## + MSSubClass     1   0.00091 11.5816 -3018.8
## + Utilities      1   0.00018 11.5823 -3018.8
## + BsmtHalfBath   1   0.00008 11.5824 -3018.8
## + ScreenPorch    1   0.00004 11.5824 -3018.8
## + LotArea        1   0.00000 11.5825 -3018.8
## + Fence          4   0.05790 11.5246 -3016.5
## + PoolQC         3   0.02264 11.5598 -3016.2
## + MiscFeature    3   0.00924 11.5732 -3015.4
## + SaleType       8   0.16633 11.4161 -3015.4
## + LotConfig      4   0.03706 11.5454 -3015.1
## + Condition2     7   0.03654 11.5459 -3009.1
## 
## Step:  AIC=-3199.23
## log_saleprice ~ SalePrice + Neighborhood
## 
##                 Df Sum of Sq    RSS     AIC
## + ExterQual      3   1.25113 7.2424 -3309.6
## + GarageFinish   3   1.10843 7.3851 -3295.3
## + KitchenQual    3   1.02051 7.4730 -3286.7
## + GarageType     6   1.05499 7.4385 -3284.1
## + OverallQual    1   0.80908 7.6844 -3270.3
## + GarageCond     5   0.88213 7.6114 -3269.3
## + GarageYrBlt    1   0.79686 7.6967 -3269.1
## + GarageQual     5   0.83905 7.6545 -3265.2
## + GarageCars     1   0.64863 7.8449 -3255.2
## + GarageArea     1   0.62883 7.8647 -3253.4
## + BsmtQual       4   0.68227 7.8113 -3252.4
## + CentralAir     1   0.55916 7.9344 -3246.9
## + GrLivArea      1   0.55880 7.9347 -3246.9
## + ExterCond      3   0.50708 7.9864 -3238.2
## + YearRemodAdd   1   0.44841 8.0451 -3236.8
## + BsmtCond       4   0.47669 8.0168 -3233.4
## + FireplaceQu    5   0.49690 7.9966 -3233.2
## + OverallCond    1   0.40093 8.0926 -3232.5
## + Heating        4   0.44667 8.0469 -3230.7
## + HeatingQC      4   0.40985 8.0837 -3227.3
## + BedroomAbvGr   1   0.33195 8.1616 -3226.3
## + BsmtExposure   4   0.39351 8.1000 -3225.9
## + RoofMatl       3   0.36459 8.1289 -3225.3
## + TotRmsAbvGrd   1   0.30496 8.1886 -3223.9
## + MSZoning       4   0.35930 8.1342 -3222.8
## + FullBath       1   0.25641 8.2371 -3219.6
## + Foundation     5   0.32922 8.1643 -3218.1
## + Fireplaces     1   0.20598 8.2876 -3215.2
## + BsmtFinType1   6   0.31075 8.1828 -3214.4
## + X2ndFlrSF      1   0.19435 8.2992 -3214.1
## + SaleCondition  5   0.25616 8.2374 -3211.6
## + HouseStyle     7   0.29715 8.1964 -3211.2
## + HalfBath       1   0.13889 8.3546 -3209.3
## + BsmtFinType2   6   0.24324 8.2503 -3208.4
## + YearBuilt      1   0.12001 8.3735 -3207.6
## + Electrical     5   0.20905 8.2845 -3207.4
## + X1stFlrSF      1   0.09842 8.3951 -3205.7
## + LandSlope      2   0.11614 8.3774 -3205.3
## + OpenPorchSF    1   0.09124 8.4023 -3205.1
## + MSSubClass     1   0.08303 8.4105 -3204.4
## + MasVnrArea     1   0.07555 8.4180 -3203.8
## + TotalBsmtSF    1   0.07037 8.4232 -3203.3
## + PavedDrive     2   0.08882 8.4047 -3202.9
## + LandContour    3   0.11040 8.3831 -3202.8
## + WoodDeckSF     1   0.05908 8.4344 -3202.3
## + Exterior1st   12   0.30870 8.1848 -3202.3
## + BsmtFullBath   1   0.05650 8.4370 -3202.1
## + MoSold         1   0.05094 8.4426 -3201.6
## + EnclosedPorch  1   0.04793 8.4456 -3201.4
## + Functional     5   0.12953 8.3640 -3200.4
## + LotFrontage    1   0.03428 8.4592 -3200.2
## + PoolArea       1   0.02666 8.4669 -3199.5
## <none>                       8.4935 -3199.2
## + YrSold         1   0.02046 8.4731 -3199.0
## + Fence          4   0.08586 8.4077 -3198.6
## + BsmtUnfSF      1   0.01295 8.4806 -3198.3
## + BsmtHalfBath   1   0.01275 8.4808 -3198.3
## + LotArea        1   0.00933 8.4842 -3198.0
## + KitchenAbvGr   1   0.00920 8.4843 -3198.0
## + MiscVal        1   0.00533 8.4882 -3197.7
## + ScreenPorch    1   0.00468 8.4888 -3197.6
## + BsmtFinSF1     1   0.00446 8.4891 -3197.6
## + BsmtFinSF2     1   0.00437 8.4892 -3197.6
## + Utilities      1   0.00282 8.4907 -3197.5
## + X3SsnPorch     1   0.00219 8.4913 -3197.4
## + Id             1   0.00173 8.4918 -3197.4
## + LowQualFinSF   1   0.00027 8.4933 -3197.3
## + Street         1   0.00004 8.4935 -3197.2
## + MasVnrType     4   0.05864 8.4349 -3196.3
## + RoofStyle      5   0.08060 8.4129 -3196.2
## + PoolQC         3   0.03129 8.4622 -3195.9
## + SaleType       8   0.14426 8.3493 -3195.7
## + Alley          2   0.00479 8.4887 -3195.6
## + LotShape       3   0.02772 8.4658 -3195.6
## + BldgType       4   0.04830 8.4452 -3195.4
## + Exterior2nd   14   0.27441 8.2191 -3195.2
## + Condition1     8   0.13270 8.3608 -3194.7
## + MiscFeature    3   0.01093 8.4826 -3194.2
## + LotConfig      4   0.00394 8.4896 -3191.6
## + Condition2     7   0.05939 8.4341 -3190.4
## 
## Step:  AIC=-3309.56
## log_saleprice ~ SalePrice + Neighborhood + ExterQual
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageFinish   3   0.74732 6.4951 -3383.1
## + GarageType     6   0.71463 6.5278 -3373.4
## + GarageArea     1   0.57413 6.6683 -3367.8
## + GarageCond     5   0.58371 6.6587 -3360.9
## + GarageYrBlt    1   0.49512 6.7473 -3359.3
## + GarageCars     1   0.49342 6.7490 -3359.1
## + GarageQual     5   0.55494 6.6875 -3357.8
## + CentralAir     1   0.46413 6.7783 -3355.9
## + OverallQual    1   0.44347 6.7989 -3353.7
## + GrLivArea      1   0.37749 6.8649 -3346.6
## + KitchenQual    3   0.38814 6.8543 -3343.8
## + BsmtQual       4   0.36760 6.8748 -3339.6
## + FireplaceQu    5   0.37112 6.8713 -3338.0
## + OverallCond    1   0.28074 6.9617 -3336.4
## + RoofMatl       3   0.31670 6.9257 -3336.2
## + Heating        4   0.30596 6.9364 -3333.1
## + ExterCond      3   0.28059 6.9618 -3332.4
## + YearRemodAdd   1   0.24077 7.0016 -3332.2
## + TotRmsAbvGrd   1   0.21704 7.0254 -3329.8
## + SaleCondition  5   0.27972 6.9627 -3328.3
## + BsmtCond       4   0.25810 6.9843 -3328.0
## + HeatingQC      4   0.25463 6.9878 -3327.7
## + BedroomAbvGr   1   0.18960 7.0528 -3326.9
## + BsmtExposure   4   0.23290 7.0095 -3325.4
## + MSZoning       4   0.23081 7.0116 -3325.2
## + Fireplaces     1   0.16256 7.0798 -3324.1
## + FullBath       1   0.15367 7.0887 -3323.2
## + BsmtFinType1   6   0.22690 7.0155 -3320.8
## + HalfBath       1   0.12980 7.1126 -3320.8
## + Foundation     5   0.20696 7.0354 -3320.7
## + X2ndFlrSF      1   0.10503 7.1374 -3318.2
## + X1stFlrSF      1   0.10062 7.1418 -3317.8
## + BsmtFinType2   6   0.19258 7.0498 -3317.2
## + Exterior1st   12   0.30546 6.9369 -3317.0
## + HouseStyle     7   0.20646 7.0359 -3316.7
## + OpenPorchSF    1   0.08713 7.1553 -3316.4
## + Electrical     5   0.15806 7.0843 -3315.7
## + YearBuilt      1   0.06569 7.1767 -3314.2
## + WoodDeckSF     1   0.06310 7.1793 -3313.9
## + TotalBsmtSF    1   0.05624 7.1862 -3313.2
## + YrSold         1   0.04832 7.1941 -3312.4
## + BsmtFullBath   1   0.04343 7.1990 -3311.9
## + PavedDrive     2   0.06141 7.1810 -3311.8
## + Exterior2nd   14   0.29135 6.9510 -3311.5
## + MSSubClass     1   0.03928 7.2031 -3311.5
## + Street         1   0.03756 7.2048 -3311.4
## + LotFrontage    1   0.03633 7.2061 -3311.2
## + Functional     5   0.10933 7.1331 -3310.7
## + LandSlope      2   0.04905 7.1933 -3310.5
## + MoSold         1   0.02539 7.2170 -3310.1
## + EnclosedPorch  1   0.02474 7.2177 -3310.1
## + MasVnrArea     1   0.02430 7.2181 -3310.0
## + Condition2     7   0.14033 7.1021 -3309.8
## <none>                       7.2424 -3309.6
## + BsmtFinSF1     1   0.01507 7.2273 -3309.1
## + PoolArea       1   0.01150 7.2309 -3308.7
## + MiscVal        1   0.01077 7.2316 -3308.6
## + KitchenAbvGr   1   0.00892 7.2335 -3308.5
## + LowQualFinSF   1   0.00742 7.2350 -3308.3
## + BsmtHalfBath   1   0.00468 7.2377 -3308.0
## + BsmtFinSF2     1   0.00408 7.2383 -3308.0
## + ScreenPorch    1   0.00360 7.2388 -3307.9
## + X3SsnPorch     1   0.00204 7.2404 -3307.8
## + BsmtUnfSF      1   0.00189 7.2405 -3307.7
## + Fence          4   0.06048 7.1819 -3307.7
## + LotArea        1   0.00093 7.2415 -3307.7
## + Utilities      1   0.00039 7.2420 -3307.6
## + Id             1   0.00000 7.2424 -3307.6
## + Condition1     8   0.12906 7.1133 -3306.7
## + BldgType       4   0.05026 7.1921 -3306.6
## + LotShape       3   0.02273 7.2197 -3305.9
## + Alley          2   0.00022 7.2422 -3305.6
## + MiscFeature    3   0.01891 7.2235 -3305.5
## + RoofStyle      5   0.05700 7.1854 -3305.3
## + MasVnrType     4   0.03600 7.2064 -3305.2
## + PoolQC         3   0.01291 7.2295 -3304.9
## + LandContour    3   0.00530 7.2371 -3304.1
## + SaleType       8   0.10084 7.1416 -3303.8
## + LotConfig      4   0.00908 7.2333 -3302.5
## 
## Step:  AIC=-3383.06
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish
## 
##                 Df Sum of Sq    RSS     AIC
## + GrLivArea      1   0.37188 6.1232 -3424.1
## + OverallQual    1   0.32466 6.1704 -3418.5
## + CentralAir     1   0.29955 6.1955 -3415.5
## + OverallCond    1   0.29251 6.2026 -3414.7
## + MSZoning       4   0.32199 6.1731 -3412.2
## + TotRmsAbvGrd   1   0.26937 6.2257 -3412.0
## + BsmtQual       4   0.30818 6.1869 -3410.5
## + BedroomAbvGr   1   0.25197 6.2431 -3409.9
## + RoofMatl       3   0.26975 6.2253 -3408.0
## + FireplaceQu    5   0.29425 6.2008 -3406.9
## + YearRemodAdd   1   0.21315 6.2819 -3405.4
## + KitchenQual    3   0.24662 6.2485 -3405.3
## + ExterCond      3   0.24060 6.2545 -3404.6
## + Heating        4   0.25285 6.2422 -3404.0
## + BsmtExposure   4   0.22109 6.2740 -3400.3
## + GarageArea     1   0.16742 6.3276 -3400.1
## + BsmtCond       4   0.21557 6.2795 -3399.7
## + FullBath       1   0.15676 6.3383 -3398.9
## + SaleCondition  5   0.21977 6.2753 -3398.2
## + Fireplaces     1   0.13306 6.3620 -3396.2
## + HeatingQC      4   0.18370 6.3114 -3396.0
## + GarageCars     1   0.12106 6.3740 -3394.8
## + BsmtFinType1   6   0.19767 6.2974 -3393.6
## + X2ndFlrSF      1   0.10103 6.3940 -3392.5
## + Foundation     5   0.17019 6.3249 -3392.4
## + HalfBath       1   0.08850 6.4066 -3391.1
## + X1stFlrSF      1   0.08763 6.4074 -3391.0
## + HouseStyle     7   0.17870 6.3164 -3389.4
## + BsmtFinType2   6   0.15118 6.3439 -3388.3
## + OpenPorchSF    1   0.04907 6.4460 -3386.6
## + TotalBsmtSF    1   0.04741 6.4477 -3386.4
## + GarageYrBlt    1   0.04598 6.4491 -3386.2
## + MSSubClass     1   0.04476 6.4503 -3386.1
## + GarageType     5   0.11191 6.3832 -3385.7
## + Electrical     5   0.10830 6.3868 -3385.3
## + Functional     5   0.10687 6.3882 -3385.2
## + MasVnrArea     1   0.03387 6.4612 -3384.9
## + WoodDeckSF     1   0.03339 6.4617 -3384.8
## + Street         1   0.03293 6.4621 -3384.8
## + MoSold         1   0.03274 6.4623 -3384.7
## + BsmtFullBath   1   0.03167 6.4634 -3384.6
## + LotFrontage    1   0.02826 6.4668 -3384.2
## + LandSlope      2   0.04442 6.4507 -3384.1
## + YrSold         1   0.02310 6.4720 -3383.7
## + GarageCond     4   0.07516 6.4199 -3383.6
## + EnclosedPorch  1   0.02182 6.4732 -3383.5
## <none>                       6.4951 -3383.1
## + Condition2     7   0.11992 6.3752 -3382.7
## + PoolArea       1   0.01077 6.4843 -3382.3
## + Exterior1st   12   0.20300 6.2921 -3382.2
## + YearBuilt      1   0.00999 6.4851 -3382.2
## + BsmtUnfSF      1   0.00922 6.4859 -3382.1
## + BsmtHalfBath   1   0.00483 6.4902 -3381.6
## + BsmtFinSF1     1   0.00420 6.4909 -3381.5
## + Utilities      1   0.00356 6.4915 -3381.5
## + ScreenPorch    1   0.00261 6.4925 -3381.4
## + Id             1   0.00239 6.4927 -3381.3
## + MiscVal        1   0.00182 6.4932 -3381.3
## + LowQualFinSF   1   0.00178 6.4933 -3381.3
## + KitchenAbvGr   1   0.00169 6.4934 -3381.2
## + LotArea        1   0.00124 6.4938 -3381.2
## + GarageQual     4   0.05397 6.4411 -3381.2
## + BsmtFinSF2     1   0.00068 6.4944 -3381.1
## + X3SsnPorch     1   0.00056 6.4945 -3381.1
## + Exterior2nd   14   0.22677 6.2683 -3381.0
## + Fence          4   0.05072 6.4443 -3380.8
## + PavedDrive     2   0.00933 6.4857 -3380.1
## + Condition1     8   0.10952 6.3856 -3379.5
## + Alley          2   0.00062 6.4944 -3379.1
## + RoofStyle      5   0.05259 6.4425 -3379.0
## + PoolQC         3   0.01407 6.4810 -3378.6
## + LotShape       3   0.01405 6.4810 -3378.6
## + LandContour    3   0.01060 6.4845 -3378.3
## + MiscFeature    3   0.00414 6.4909 -3377.5
## + MasVnrType     4   0.01783 6.4772 -3377.1
## + BldgType       4   0.01551 6.4796 -3376.8
## + LotConfig      4   0.00950 6.4856 -3376.1
## + SaleType       8   0.04257 6.4525 -3371.9
## 
## Step:  AIC=-3424.1
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea
## 
##                 Df Sum of Sq    RSS     AIC
## + OverallCond    1   0.43430 5.6889 -3475.8
## + CentralAir     1   0.38956 5.7336 -3470.1
## + MSZoning       4   0.36909 5.7541 -3461.5
## + BsmtQual       4   0.32969 5.7935 -3456.5
## + ExterCond      3   0.29403 5.8292 -3454.0
## + BsmtCond       4   0.29475 5.8284 -3452.1
## + OverallQual    1   0.24453 5.8787 -3451.9
## + YearRemodAdd   1   0.24259 5.8806 -3451.6
## + BsmtFinType1   6   0.31025 5.8129 -3450.1
## + KitchenQual    3   0.25391 5.8693 -3449.0
## + RoofMatl       3   0.22242 5.9008 -3445.1
## + BsmtExposure   4   0.23217 5.8910 -3444.3
## + Heating        4   0.23208 5.8911 -3444.3
## + SaleCondition  5   0.23518 5.8880 -3442.7
## + Foundation     5   0.23170 5.8915 -3442.3
## + HeatingQC      4   0.20161 5.9216 -3440.5
## + FireplaceQu    5   0.20452 5.9187 -3438.9
## + BsmtFinType2   6   0.19697 5.9262 -3436.0
## + GarageArea     1   0.10855 6.0146 -3435.2
## + BsmtFullBath   1   0.08514 6.0381 -3432.3
## + GarageType     5   0.14827 5.9749 -3432.0
## + Fireplaces     1   0.07722 6.0460 -3431.4
## + GarageYrBlt    1   0.06783 6.0554 -3430.2
## + GarageCars     1   0.06689 6.0563 -3430.1
## + GarageCond     4   0.11325 6.0099 -3429.7
## + Electrical     5   0.12547 5.9977 -3429.2
## + YearBuilt      1   0.05822 6.0650 -3429.1
## + MasVnrArea     1   0.05052 6.0727 -3428.2
## + TotalBsmtSF    1   0.04958 6.0736 -3428.0
## + BedroomAbvGr   1   0.04694 6.0763 -3427.7
## + Functional     5   0.11254 6.0107 -3427.6
## + Exterior1st   12   0.21849 5.9047 -3426.6
## + Street         1   0.03684 6.0864 -3426.5
## + Exterior2nd   14   0.24893 5.8743 -3426.4
## + YrSold         1   0.02727 6.0959 -3425.4
## + WoodDeckSF     1   0.02717 6.0960 -3425.3
## + MoSold         1   0.02633 6.0969 -3425.2
## + BsmtFinSF1     1   0.02542 6.0978 -3425.1
## + LotFrontage    1   0.02366 6.0995 -3424.9
## + LandSlope      2   0.03990 6.0833 -3424.9
## + OpenPorchSF    1   0.02230 6.1009 -3424.8
## + X1stFlrSF      1   0.01863 6.1046 -3424.3
## <none>                       6.1232 -3424.1
## + X2ndFlrSF      1   0.01581 6.1074 -3424.0
## + KitchenAbvGr   1   0.01523 6.1080 -3423.9
## + HalfBath       1   0.01403 6.1092 -3423.8
## + FullBath       1   0.01279 6.1104 -3423.6
## + GarageQual     4   0.06095 6.0622 -3423.4
## + TotRmsAbvGrd   1   0.01083 6.1124 -3423.4
## + PoolArea       1   0.00873 6.1145 -3423.1
## + PavedDrive     2   0.02367 6.0995 -3422.9
## + MSSubClass     1   0.00560 6.1176 -3422.8
## + Utilities      1   0.00525 6.1179 -3422.7
## + LotArea        1   0.00376 6.1194 -3422.6
## + EnclosedPorch  1   0.00329 6.1199 -3422.5
## + LowQualFinSF   1   0.00322 6.1200 -3422.5
## + ScreenPorch    1   0.00252 6.1207 -3422.4
## + X3SsnPorch     1   0.00243 6.1208 -3422.4
## + BsmtFinSF2     1   0.00119 6.1220 -3422.2
## + Id             1   0.00118 6.1220 -3422.2
## + BsmtHalfBath   1   0.00110 6.1221 -3422.2
## + MiscVal        1   0.00057 6.1226 -3422.2
## + BsmtUnfSF      1   0.00014 6.1231 -3422.1
## + HouseStyle     7   0.08804 6.0352 -3420.7
## + Alley          2   0.00404 6.1191 -3420.6
## + LotShape       3   0.01361 6.1096 -3419.7
## + PoolQC         3   0.01137 6.1118 -3419.5
## + Fence          4   0.02451 6.0987 -3419.0
## + RoofStyle      5   0.04065 6.0825 -3419.0
## + MasVnrType     4   0.02285 6.1003 -3418.8
## + LandContour    3   0.00171 6.1215 -3418.3
## + Condition2     7   0.06836 6.0548 -3418.3
## + MiscFeature    3   0.00148 6.1217 -3418.3
## + BldgType       4   0.01365 6.1095 -3417.7
## + LotConfig      4   0.00615 6.1170 -3416.8
## + Condition1     8   0.07188 6.0513 -3416.7
## + SaleType       8   0.04387 6.0793 -3413.4
## 
## Step:  AIC=-3475.81
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond
## 
##                 Df Sum of Sq    RSS     AIC
## + MSZoning       4   0.33290 5.3560 -3511.8
## + BsmtQual       4   0.30243 5.3865 -3507.7
## + CentralAir     1   0.25043 5.4385 -3506.7
## + OverallQual    1   0.19801 5.4909 -3499.7
## + YearBuilt      1   0.19745 5.4914 -3499.6
## + RoofMatl       3   0.20734 5.4816 -3496.9
## + Foundation     5   0.22800 5.4609 -3495.7
## + KitchenQual    3   0.19601 5.4929 -3495.4
## + BsmtFinType1   6   0.24019 5.4487 -3495.3
## + FireplaceQu    5   0.21458 5.4743 -3493.9
## + GarageArea     1   0.15157 5.5373 -3493.5
## + GarageCars     1   0.14952 5.5394 -3493.2
## + BsmtCond       4   0.19465 5.4942 -3493.2
## + ExterCond      3   0.16585 5.5230 -3491.4
## + TotalBsmtSF    1   0.12804 5.5609 -3490.4
## + BsmtExposure   4   0.16623 5.5227 -3489.5
## + Heating        4   0.16270 5.5262 -3489.0
## + SaleCondition  5   0.17423 5.5147 -3488.5
## + BsmtFullBath   1   0.10902 5.5799 -3487.9
## + GarageYrBlt    1   0.10830 5.5806 -3487.8
## + Fireplaces     1   0.09190 5.5970 -3485.7
## + GarageType     5   0.15048 5.5384 -3485.4
## + BsmtFinType2   6   0.16124 5.5277 -3484.8
## + YearRemodAdd   1   0.08235 5.6065 -3484.5
## + X1stFlrSF      1   0.05783 5.6311 -3481.3
## + HeatingQC      4   0.09970 5.5892 -3480.7
## + X2ndFlrSF      1   0.04991 5.6390 -3480.2
## + GarageCond     4   0.09340 5.5955 -3479.9
## + MasVnrArea     1   0.04175 5.6471 -3479.2
## + BsmtFinSF1     1   0.04139 5.6475 -3479.1
## + BedroomAbvGr   1   0.03890 5.6500 -3478.8
## + Street         1   0.03297 5.6559 -3478.0
## + MoSold         1   0.02906 5.6598 -3477.5
## + FullBath       1   0.02894 5.6599 -3477.5
## + LotFrontage    1   0.02802 5.6609 -3477.4
## + OpenPorchSF    1   0.02253 5.6664 -3476.7
## <none>                       5.6889 -3475.8
## + WoodDeckSF     1   0.01445 5.6744 -3475.7
## + YrSold         1   0.01373 5.6752 -3475.6
## + LandSlope      2   0.02895 5.6599 -3475.5
## + Exterior1st   12   0.18181 5.5071 -3475.5
## + BsmtHalfBath   1   0.01287 5.6760 -3475.5
## + HouseStyle     7   0.10384 5.5851 -3475.3
## + Utilities      1   0.01064 5.6783 -3475.2
## + PavedDrive     2   0.02551 5.6634 -3475.1
## + HalfBath       1   0.00984 5.6790 -3475.1
## + TotRmsAbvGrd   1   0.00975 5.6791 -3475.1
## + PoolArea       1   0.00801 5.6809 -3474.8
## + LowQualFinSF   1   0.00761 5.6813 -3474.8
## + GarageQual     4   0.05282 5.6361 -3474.6
## + MSSubClass     1   0.00532 5.6836 -3474.5
## + BsmtUnfSF      1   0.00441 5.6845 -3474.4
## + EnclosedPorch  1   0.00283 5.6861 -3474.2
## + Id             1   0.00265 5.6862 -3474.1
## + LotArea        1   0.00250 5.6864 -3474.1
## + KitchenAbvGr   1   0.00208 5.6868 -3474.1
## + BsmtFinSF2     1   0.00202 5.6869 -3474.1
## + MiscVal        1   0.00121 5.6877 -3474.0
## + ScreenPorch    1   0.00058 5.6883 -3473.9
## + X3SsnPorch     1   0.00057 5.6883 -3473.9
## + Electrical     5   0.05726 5.6316 -3473.2
## + Exterior2nd   14   0.19258 5.4963 -3472.9
## + Functional     5   0.05248 5.6364 -3472.6
## + Fence          4   0.03685 5.6520 -3472.6
## + Alley          2   0.00482 5.6841 -3472.4
## + RoofStyle      5   0.04413 5.6448 -3471.5
## + BldgType       4   0.02809 5.6608 -3471.4
## + LotShape       3   0.00915 5.6797 -3471.0
## + LandContour    3   0.00801 5.6809 -3470.8
## + PoolQC         3   0.00778 5.6811 -3470.8
## + MiscFeature    3   0.00717 5.6817 -3470.7
## + MasVnrType     4   0.02072 5.6682 -3470.5
## + Condition1     8   0.08187 5.6070 -3470.4
## + LotConfig      4   0.00769 5.6812 -3468.8
## + Condition2     7   0.04639 5.6425 -3467.8
## + SaleType       8   0.05021 5.6387 -3466.3
## 
## Step:  AIC=-3511.82
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtQual       4   0.32681 5.0292 -3549.8
## + CentralAir     1   0.20671 5.1493 -3538.6
## + BsmtCond       4   0.23605 5.1199 -3536.7
## + Foundation     5   0.24711 5.1089 -3536.3
## + YearBuilt      1   0.18990 5.1661 -3536.2
## + KitchenQual    3   0.21401 5.1420 -3535.6
## + BsmtFinType1   6   0.25480 5.1012 -3535.4
## + GarageArea     1   0.17712 5.1789 -3534.4
## + OverallQual    1   0.16998 5.1860 -3533.4
## + RoofMatl       3   0.19480 5.1612 -3532.9
## + GarageCars     1   0.16517 5.1908 -3532.7
## + ExterCond      3   0.17927 5.1767 -3530.7
## + Heating        4   0.19282 5.1632 -3530.6
## + FireplaceQu    5   0.20077 5.1552 -3529.7
## + BsmtExposure   4   0.17957 5.1764 -3528.7
## + TotalBsmtSF    1   0.13099 5.2250 -3527.9
## + BsmtFullBath   1   0.11592 5.2401 -3525.8
## + BsmtFinType2   6   0.17151 5.1845 -3523.6
## + GarageYrBlt    1   0.09785 5.2581 -3523.3
## + Street         1   0.09037 5.2656 -3522.2
## + YearRemodAdd   1   0.08859 5.2674 -3522.0
## + SaleCondition  5   0.14274 5.2133 -3521.5
## + Fireplaces     1   0.08504 5.2710 -3521.5
## + GarageType     5   0.13161 5.2244 -3520.0
## + HeatingQC      4   0.11448 5.2415 -3519.6
## + Electrical     5   0.11506 5.2409 -3517.7
## + BsmtFinSF1     1   0.05167 5.3043 -3516.9
## + X1stFlrSF      1   0.04943 5.3066 -3516.6
## + HouseStyle     7   0.13539 5.2206 -3516.5
## + MasVnrArea     1   0.04420 5.3118 -3515.9
## + GarageQual     4   0.08469 5.2713 -3515.5
## + X2ndFlrSF      1   0.03958 5.3164 -3515.2
## + GarageCond     4   0.08246 5.2735 -3515.2
## + MoSold         1   0.03574 5.3203 -3514.7
## + BedroomAbvGr   1   0.03574 5.3203 -3514.7
## + LotFrontage    1   0.02893 5.3271 -3513.8
## + FullBath       1   0.02489 5.3311 -3513.2
## + OpenPorchSF    1   0.01961 5.3364 -3512.5
## + Functional     5   0.07718 5.2788 -3512.4
## + MSSubClass     1   0.01740 5.3386 -3512.2
## + PavedDrive     2   0.02948 5.3265 -3511.9
## + TotRmsAbvGrd   1   0.01479 5.3412 -3511.8
## <none>                       5.3560 -3511.8
## + YrSold         1   0.01442 5.3416 -3511.8
## + LowQualFinSF   1   0.01408 5.3419 -3511.7
## + WoodDeckSF     1   0.01210 5.3439 -3511.5
## + Utilities      1   0.01146 5.3445 -3511.4
## + PoolArea       1   0.00806 5.3479 -3510.9
## + HalfBath       1   0.00617 5.3498 -3510.7
## + LandSlope      2   0.01983 5.3362 -3510.5
## + BsmtHalfBath   1   0.00380 5.3522 -3510.3
## + Id             1   0.00336 5.3526 -3510.3
## + BsmtUnfSF      1   0.00224 5.3538 -3510.1
## + EnclosedPorch  1   0.00197 5.3540 -3510.1
## + ScreenPorch    1   0.00196 5.3540 -3510.1
## + LotArea        1   0.00180 5.3542 -3510.1
## + BsmtFinSF2     1   0.00135 5.3546 -3510.0
## + MiscVal        1   0.00098 5.3550 -3510.0
## + X3SsnPorch     1   0.00056 5.3554 -3509.9
## + BldgType       4   0.04417 5.3118 -3509.9
## + KitchenAbvGr   1   0.00005 5.3560 -3509.8
## + LandContour    3   0.02569 5.3303 -3509.3
## + Alley          2   0.00671 5.3493 -3508.7
## + Fence          4   0.03529 5.3207 -3508.6
## + Exterior1st   12   0.14506 5.2109 -3507.9
## + PoolQC         3   0.00783 5.3482 -3506.9
## + LotShape       3   0.00732 5.3487 -3506.8
## + MasVnrType     4   0.02121 5.3348 -3506.7
## + MiscFeature    3   0.00482 5.3512 -3506.5
## + Condition1     8   0.07273 5.2833 -3505.8
## + SaleType       8   0.07196 5.2840 -3505.7
## + Condition2     7   0.05494 5.3011 -3505.4
## + LotConfig      4   0.00857 5.3474 -3505.0
## + RoofStyle      5   0.01834 5.3377 -3504.3
## + Exterior2nd   14   0.14139 5.2146 -3503.4
## 
## Step:  AIC=-3549.78
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageArea     1  0.186068 4.8431 -3575.3
## + RoofMatl       3  0.199897 4.8293 -3573.4
## + CentralAir     1  0.166211 4.8630 -3572.3
## + GarageCars     1  0.156961 4.8722 -3570.9
## + KitchenQual    3  0.167100 4.8621 -3568.5
## + Heating        4  0.166889 4.8623 -3566.4
## + YearBuilt      1  0.123302 4.9059 -3565.9
## + ExterCond      3  0.146030 4.8832 -3565.3
## + FireplaceQu    5  0.171160 4.8580 -3565.1
## + OverallQual    1  0.100933 4.9283 -3562.6
## + BsmtFullBath   1  0.080452 4.9487 -3559.6
## + SaleCondition  5  0.133535 4.8957 -3559.4
## + Fireplaces     1  0.079577 4.9496 -3559.4
## + Street         1  0.076919 4.9523 -3559.0
## + Foundation     5  0.130546 4.8986 -3559.0
## + GarageYrBlt    1  0.073965 4.9552 -3558.6
## + YearRemodAdd   1  0.067025 4.9622 -3557.6
## + X1stFlrSF      1  0.065788 4.9634 -3557.4
## + X2ndFlrSF      1  0.055395 4.9738 -3555.9
## + BedroomAbvGr   1  0.054513 4.9747 -3555.7
## + HeatingQC      4  0.092388 4.9368 -3555.3
## + TotalBsmtSF    1  0.038909 4.9903 -3553.5
## + GarageCond     4  0.079655 4.9495 -3553.4
## + TotRmsAbvGrd   1  0.037565 4.9916 -3553.3
## + MasVnrArea     1  0.036335 4.9929 -3553.1
## + FullBath       1  0.035966 4.9932 -3553.0
## + MoSold         1  0.033945 4.9952 -3552.7
## + GarageQual     4  0.073386 4.9558 -3552.5
## + GarageType     5  0.086852 4.9423 -3552.5
## + HouseStyle     7  0.109789 4.9194 -3551.9
## + BsmtFinSF1     1  0.027851 5.0013 -3551.8
## + BldgType       4  0.061588 4.9676 -3550.8
## + YrSold         1  0.019747 5.0094 -3550.7
## + LotFrontage    1  0.019706 5.0095 -3550.6
## + OpenPorchSF    1  0.014901 5.0143 -3549.9
## + KitchenAbvGr   1  0.014778 5.0144 -3549.9
## + Electrical     5  0.069049 4.9601 -3549.9
## <none>                       5.0292 -3549.8
## + LowQualFinSF   1  0.011399 5.0178 -3549.4
## + BsmtCond       3  0.038120 4.9911 -3549.3
## + Utilities      1  0.007702 5.0215 -3548.9
## + Functional     5  0.062133 4.9671 -3548.9
## + PoolArea       1  0.007071 5.0221 -3548.8
## + LandSlope      2  0.020415 5.0088 -3548.8
## + MSSubClass     1  0.005821 5.0234 -3548.6
## + BsmtFinType1   5  0.060390 4.9688 -3548.6
## + WoodDeckSF     1  0.005629 5.0236 -3548.6
## + BsmtHalfBath   1  0.005567 5.0236 -3548.6
## + Id             1  0.004577 5.0246 -3548.4
## + EnclosedPorch  1  0.003303 5.0259 -3548.3
## + LotArea        1  0.003161 5.0260 -3548.2
## + BsmtFinSF2     1  0.001887 5.0273 -3548.1
## + MiscVal        1  0.001831 5.0274 -3548.0
## + BsmtUnfSF      1  0.001307 5.0279 -3548.0
## + ScreenPorch    1  0.001148 5.0280 -3548.0
## + HalfBath       1  0.000841 5.0283 -3547.9
## + SaleType       8  0.096196 4.9330 -3547.9
## + X3SsnPorch     1  0.000493 5.0287 -3547.9
## + Alley          2  0.012566 5.0166 -3547.6
## + LandContour    3  0.025400 5.0038 -3547.5
## + Fence          4  0.038544 4.9906 -3547.4
## + PavedDrive     2  0.010157 5.0190 -3547.3
## + PoolQC         3  0.007365 5.0218 -3544.9
## + MiscFeature    3  0.006105 5.0231 -3544.7
## + MasVnrType     4  0.018542 5.0106 -3544.5
## + LotShape       3  0.003750 5.0254 -3544.3
## + BsmtExposure   4  0.014679 5.0145 -3543.9
## + Condition2     7  0.053712 4.9755 -3543.6
## + LotConfig      4  0.008151 5.0210 -3543.0
## + Exterior2nd   14  0.141931 4.8873 -3542.7
## + RoofStyle      5  0.019196 5.0100 -3542.6
## + Exterior1st   12  0.108282 4.9209 -3541.7
## + Condition1     8  0.053891 4.9753 -3541.6
## + BsmtFinType2   6  0.016412 5.0128 -3540.2
## 
## Step:  AIC=-3575.3
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea
## 
##                 Df Sum of Sq    RSS     AIC
## + RoofMatl       3  0.200552 4.6426 -3600.2
## + CentralAir     1  0.154943 4.6882 -3597.0
## + FireplaceQu    5  0.182922 4.6602 -3593.4
## + KitchenQual    3  0.147233 4.6959 -3591.8
## + Heating        4  0.153852 4.6893 -3590.9
## + YearBuilt      1  0.107530 4.7356 -3589.7
## + ExterCond      3  0.124164 4.7190 -3588.3
## + Fireplaces     1  0.093046 4.7501 -3587.5
## + OverallQual    1  0.087989 4.7551 -3586.7
## + SaleCondition  5  0.130035 4.7131 -3585.2
## + Foundation     5  0.121693 4.7214 -3583.9
## + GarageType     5  0.118612 4.7245 -3583.4
## + BedroomAbvGr   1  0.063522 4.7796 -3582.9
## + YearRemodAdd   1  0.063182 4.7799 -3582.9
## + HeatingQC      4  0.098519 4.7446 -3582.3
## + BsmtFullBath   1  0.058484 4.7846 -3582.2
## + Street         1  0.055586 4.7875 -3581.7
## + MasVnrArea     1  0.050309 4.7928 -3580.9
## + X1stFlrSF      1  0.048957 4.7942 -3580.7
## + TotRmsAbvGrd   1  0.042312 4.8008 -3579.7
## + X2ndFlrSF      1  0.038414 4.8047 -3579.1
## + FullBath       1  0.033468 4.8097 -3578.4
## + MoSold         1  0.026203 4.8169 -3577.3
## + TotalBsmtSF    1  0.025524 4.8176 -3577.2
## + YrSold         1  0.024167 4.8190 -3577.0
## + HouseStyle     7  0.102076 4.7410 -3576.9
## + LotFrontage    1  0.023094 4.8200 -3576.8
## + GarageQual     4  0.060303 4.7828 -3576.5
## + BsmtFinSF1     1  0.019920 4.8232 -3576.3
## + BldgType       4  0.056363 4.7868 -3575.8
## + LowQualFinSF   1  0.016844 4.8263 -3575.8
## + GarageCars     1  0.013921 4.8292 -3575.4
## <none>                       4.8431 -3575.3
## + MSSubClass     1  0.012621 4.8305 -3575.2
## + OpenPorchSF    1  0.012360 4.8308 -3575.2
## + GarageYrBlt    1  0.011515 4.8316 -3575.0
## + KitchenAbvGr   1  0.010933 4.8322 -3575.0
## + Alley          2  0.022581 4.8205 -3574.7
## + Utilities      1  0.009313 4.8338 -3574.7
## + PoolArea       1  0.008212 4.8349 -3574.5
## + BsmtCond       3  0.033423 4.8097 -3574.4
## + Id             1  0.006921 4.8362 -3574.3
## + GarageCond     4  0.046355 4.7968 -3574.3
## + LandSlope      2  0.019063 4.8241 -3574.2
## + EnclosedPorch  1  0.004970 4.8382 -3574.1
## + BsmtHalfBath   1  0.004638 4.8385 -3574.0
## + WoodDeckSF     1  0.004365 4.8388 -3574.0
## + SaleType       8  0.095649 4.7475 -3573.9
## + BsmtFinSF2     1  0.003471 4.8397 -3573.8
## + LotArea        1  0.002907 4.8402 -3573.7
## + BsmtUnfSF      1  0.001929 4.8412 -3573.6
## + HalfBath       1  0.001863 4.8413 -3573.6
## + ScreenPorch    1  0.001223 4.8419 -3573.5
## + MiscVal        1  0.001135 4.8420 -3573.5
## + X3SsnPorch     1  0.000939 4.8422 -3573.4
## + Functional     5  0.052494 4.7906 -3573.3
## + Electrical     5  0.051656 4.7915 -3573.1
## + BsmtFinType1   5  0.050049 4.7931 -3572.9
## + PavedDrive     2  0.006032 4.8371 -3572.2
## + Fence          4  0.032216 4.8109 -3572.2
## + Condition1     8  0.084254 4.7589 -3572.1
## + LandContour    3  0.017535 4.8256 -3572.0
## + PoolQC         3  0.009655 4.8335 -3570.8
## + LotShape       3  0.006035 4.8371 -3570.2
## + MiscFeature    3  0.004965 4.8382 -3570.1
## + BsmtExposure   4  0.017438 4.8257 -3569.9
## + MasVnrType     4  0.015142 4.8280 -3569.6
## + Condition2     7  0.050384 4.7927 -3568.9
## + LotConfig      4  0.009955 4.8332 -3568.8
## + Exterior1st   12  0.108676 4.7344 -3567.9
## + RoofStyle      5  0.012791 4.8303 -3567.2
## + Exterior2nd   14  0.119290 4.7238 -3565.5
## + BsmtFinType2   6  0.013672 4.8294 -3565.4
## 
## Step:  AIC=-3600.18
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl
## 
##                 Df Sum of Sq    RSS     AIC
## + CentralAir     1  0.152294 4.4903 -3622.5
## + KitchenQual    3  0.140194 4.5024 -3616.6
## + Heating        4  0.144251 4.4983 -3615.2
## + FireplaceQu    5  0.154449 4.4881 -3614.9
## + OverallQual    1  0.103664 4.5389 -3614.7
## + ExterCond      3  0.114320 4.5282 -3612.4
## + YearBuilt      1  0.083437 4.5591 -3611.4
## + Fireplaces     1  0.083422 4.5591 -3611.4
## + SaleCondition  5  0.116722 4.5258 -3608.8
## + GarageType     5  0.111762 4.5308 -3608.0
## + Foundation     5  0.103911 4.5387 -3606.7
## + Street         1  0.053284 4.5893 -3606.6
## + BsmtFullBath   1  0.051733 4.5908 -3606.4
## + X1stFlrSF      1  0.049876 4.5927 -3606.1
## + MasVnrArea     1  0.047384 4.5952 -3605.7
## + YearRemodAdd   1  0.046518 4.5961 -3605.5
## + HeatingQC      4  0.082925 4.5596 -3605.3
## + X2ndFlrSF      1  0.044387 4.5982 -3605.2
## + BedroomAbvGr   1  0.039343 4.6032 -3604.4
## + MoSold         1  0.026794 4.6158 -3602.4
## + TotRmsAbvGrd   1  0.024520 4.6180 -3602.0
## + LotFrontage    1  0.019614 4.6230 -3601.3
## + BldgType       4  0.057067 4.5855 -3601.2
## + TotalBsmtSF    1  0.018022 4.6245 -3601.0
## + YrSold         1  0.017608 4.6250 -3601.0
## + MSSubClass     1  0.016557 4.6260 -3600.8
## + FullBath       1  0.016529 4.6260 -3600.8
## + BsmtFinSF1     1  0.014569 4.6280 -3600.5
## <none>                       4.6426 -3600.2
## + Alley          2  0.025359 4.6172 -3600.2
## + LandContour    3  0.036877 4.6057 -3600.0
## + GarageCars     1  0.011499 4.6311 -3600.0
## + KitchenAbvGr   1  0.011241 4.6313 -3599.9
## + GarageYrBlt    1  0.010439 4.6321 -3599.8
## + Id             1  0.009999 4.6326 -3599.8
## + OpenPorchSF    1  0.009281 4.6333 -3599.6
## + GarageCond     4  0.045636 4.5969 -3599.4
## + Utilities      1  0.007544 4.6350 -3599.4
## + PoolArea       1  0.007356 4.6352 -3599.3
## + WoodDeckSF     1  0.007351 4.6352 -3599.3
## + Fence          4  0.042660 4.5999 -3598.9
## + LandSlope      2  0.017188 4.6254 -3598.9
## + BsmtCond       3  0.029636 4.6129 -3598.9
## + BsmtFinSF2     1  0.003975 4.6386 -3598.8
## + LowQualFinSF   1  0.003866 4.6387 -3598.8
## + ScreenPorch    1  0.003583 4.6390 -3598.7
## + HalfBath       1  0.003397 4.6392 -3598.7
## + BsmtHalfBath   1  0.002816 4.6398 -3598.6
## + EnclosedPorch  1  0.002464 4.6401 -3598.6
## + BsmtUnfSF      1  0.001927 4.6406 -3598.5
## + Electrical     5  0.052409 4.5902 -3598.5
## + MiscVal        1  0.001456 4.6411 -3598.4
## + Functional     5  0.051460 4.5911 -3598.3
## + LotArea        1  0.000671 4.6419 -3598.3
## + X3SsnPorch     1  0.000351 4.6422 -3598.2
## + SaleType       8  0.086511 4.5561 -3597.9
## + BsmtFinType1   5  0.048485 4.5941 -3597.8
## + HouseStyle     7  0.072037 4.5705 -3597.6
## + PavedDrive     2  0.006877 4.6357 -3597.3
## + GarageQual     4  0.030743 4.6118 -3597.0
## + PoolQC         3  0.009531 4.6330 -3595.7
## + Condition1     8  0.072006 4.5706 -3595.6
## + MiscFeature    3  0.005633 4.6369 -3595.1
## + LotShape       3  0.003823 4.6387 -3594.8
## + MasVnrType     4  0.014936 4.6276 -3594.5
## + BsmtExposure   4  0.012384 4.6302 -3594.1
## + LotConfig      4  0.007059 4.6355 -3593.3
## + RoofStyle      5  0.017739 4.6248 -3593.0
## + Condition2     7  0.040446 4.6021 -3592.6
## + Exterior1st   12  0.100375 4.5422 -3592.1
## + Exterior2nd   14  0.118753 4.5238 -3591.1
## + BsmtFinType2   6  0.017689 4.6249 -3591.0
## 
## Step:  AIC=-3622.53
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir
## 
##                 Df Sum of Sq    RSS     AIC
## + Heating        4  0.145051 4.3452 -3638.5
## + OverallQual    1  0.096826 4.3934 -3636.4
## + FireplaceQu    5  0.133227 4.3570 -3634.5
## + SaleCondition  5  0.122270 4.3680 -3632.7
## + Fireplaces     1  0.064045 4.4262 -3631.0
## + KitchenQual    3  0.087298 4.4030 -3630.9
## + ExterCond      3  0.083557 4.4067 -3630.2
## + GarageType     5  0.104775 4.3855 -3629.8
## + BsmtFullBath   1  0.055155 4.4351 -3629.5
## + Foundation     5  0.099274 4.3910 -3628.8
## + BldgType       4  0.086333 4.4039 -3628.7
## + MasVnrArea     1  0.047111 4.4432 -3628.2
## + YearBuilt      1  0.045136 4.4451 -3627.9
## + BedroomAbvGr   1  0.044488 4.4458 -3627.8
## + X1stFlrSF      1  0.042796 4.4475 -3627.5
## + HouseStyle     7  0.112855 4.3774 -3627.1
## + Street         1  0.038398 4.4519 -3626.8
## + X2ndFlrSF      1  0.037304 4.4530 -3626.6
## + YearRemodAdd   1  0.035322 4.4550 -3626.3
## + MSSubClass     1  0.032654 4.4576 -3625.9
## + TotRmsAbvGrd   1  0.030430 4.4598 -3625.5
## + KitchenAbvGr   1  0.026740 4.4635 -3624.9
## + MoSold         1  0.020833 4.4694 -3623.9
## + LotFrontage    1  0.019839 4.4704 -3623.8
## + BsmtCond       3  0.043922 4.4464 -3623.7
## + BsmtFinSF1     1  0.018765 4.4715 -3623.6
## + LandContour    3  0.042759 4.4475 -3623.5
## + FullBath       1  0.017936 4.4723 -3623.4
## + YrSold         1  0.017190 4.4731 -3623.3
## + Electrical     5  0.064605 4.4257 -3623.1
## + TotalBsmtSF    1  0.015245 4.4750 -3623.0
## + Id             1  0.014503 4.4758 -3622.9
## + GarageCars     1  0.014327 4.4759 -3622.9
## + Alley          2  0.026459 4.4638 -3622.8
## + OpenPorchSF    1  0.013569 4.4767 -3622.7
## <none>                       4.4903 -3622.5
## + SaleType       8  0.093346 4.3969 -3621.9
## + LandSlope      2  0.019390 4.4709 -3621.7
## + Utilities      1  0.006937 4.4833 -3621.7
## + PoolArea       1  0.006738 4.4835 -3621.6
## + EnclosedPorch  1  0.005493 4.4848 -3621.4
## + WoodDeckSF     1  0.005347 4.4849 -3621.4
## + Fence          4  0.042057 4.4482 -3621.4
## + BsmtFinType1   5  0.054150 4.4361 -3621.4
## + LowQualFinSF   1  0.004671 4.4856 -3621.3
## + BsmtUnfSF      1  0.004222 4.4861 -3621.2
## + ScreenPorch    1  0.003937 4.4863 -3621.2
## + BsmtFinSF2     1  0.003507 4.4868 -3621.1
## + HalfBath       1  0.002152 4.4881 -3620.9
## + GarageYrBlt    1  0.001058 4.4892 -3620.7
## + MiscVal        1  0.000983 4.4893 -3620.7
## + BsmtHalfBath   1  0.000915 4.4894 -3620.7
## + LotArea        1  0.000429 4.4898 -3620.6
## + X3SsnPorch     1  0.000328 4.4899 -3620.6
## + HeatingQC      4  0.036195 4.4541 -3620.4
## + Condition1     8  0.079142 4.4111 -3619.5
## + GarageCond     4  0.026680 4.4636 -3618.9
## + Functional     5  0.038830 4.4514 -3618.9
## + PavedDrive     2  0.000662 4.4896 -3618.6
## + GarageQual     4  0.023030 4.4672 -3618.3
## + PoolQC         3  0.010426 4.4798 -3618.2
## + MiscFeature    3  0.005585 4.4847 -3617.4
## + MasVnrType     4  0.016927 4.4733 -3617.3
## + LotShape       3  0.003778 4.4865 -3617.1
## + Condition2     7  0.052195 4.4381 -3617.1
## + RoofStyle      5  0.021779 4.4685 -3616.1
## + BsmtExposure   4  0.009020 4.4813 -3616.0
## + LotConfig      4  0.004686 4.4856 -3615.3
## + BsmtFinType2   6  0.016787 4.4735 -3613.3
## + Exterior1st   12  0.070668 4.4196 -3610.1
## + Exterior2nd   14  0.071039 4.4192 -3606.2
## 
## Step:  AIC=-3638.5
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating
## 
##                 Df Sum of Sq    RSS     AIC
## + FireplaceQu    5  0.140382 4.2048 -3652.5
## + OverallQual    1  0.091399 4.2538 -3652.0
## + Fireplaces     1  0.072764 4.2725 -3648.8
## + SaleCondition  5  0.118597 4.2266 -3648.7
## + YearBuilt      1  0.061454 4.2838 -3646.9
## + GarageType     5  0.106904 4.2383 -3646.7
## + KitchenQual    3  0.083205 4.2620 -3646.6
## + BsmtFullBath   1  0.047268 4.2980 -3644.5
## + Foundation     5  0.093124 4.2521 -3644.3
## + BldgType       4  0.080466 4.2648 -3644.1
## + MasVnrArea     1  0.044473 4.3008 -3644.0
## + ExterCond      3  0.064526 4.2807 -3643.4
## + X1stFlrSF      1  0.040749 4.3045 -3643.4
## + BedroomAbvGr   1  0.037636 4.3076 -3642.8
## + Street         1  0.037281 4.3079 -3642.8
## + X2ndFlrSF      1  0.035321 4.3099 -3642.5
## + KitchenAbvGr   1  0.033270 4.3120 -3642.1
## + TotRmsAbvGrd   1  0.033243 4.3120 -3642.1
## + MSSubClass     1  0.026971 4.3183 -3641.0
## + YearRemodAdd   1  0.025242 4.3200 -3640.7
## + Electrical     5  0.071343 4.2739 -3640.6
## + LotFrontage    1  0.023360 4.3219 -3640.4
## + BsmtCond       3  0.046408 4.2988 -3640.3
## + HouseStyle     7  0.092519 4.2527 -3640.2
## + Functional     5  0.067369 4.2779 -3639.9
## + FullBath       1  0.019708 4.3255 -3639.8
## + YrSold         1  0.018626 4.3266 -3639.6
## + OpenPorchSF    1  0.016987 4.3282 -3639.4
## + Id             1  0.014299 4.3309 -3638.9
## + MoSold         1  0.012545 4.3327 -3638.6
## + BsmtFinSF1     1  0.012183 4.3330 -3638.5
## <none>                       4.3452 -3638.5
## + GarageCars     1  0.011242 4.3340 -3638.4
## + TotalBsmtSF    1  0.010657 4.3346 -3638.3
## + Alley          2  0.020025 4.3252 -3637.9
## + PoolArea       1  0.007349 4.3379 -3637.7
## + Utilities      1  0.006491 4.3387 -3637.6
## + LotArea        1  0.006200 4.3390 -3637.5
## + WoodDeckSF     1  0.005953 4.3393 -3637.5
## + LandSlope      2  0.017433 4.3278 -3637.4
## + LowQualFinSF   1  0.004821 4.3404 -3637.3
## + ScreenPorch    1  0.004101 4.3411 -3637.2
## + BsmtHalfBath   1  0.002615 4.3426 -3636.9
## + EnclosedPorch  1  0.002274 4.3429 -3636.9
## + SaleType       8  0.084512 4.2607 -3636.8
## + BsmtUnfSF      1  0.002006 4.3432 -3636.8
## + Fence          4  0.037053 4.3082 -3636.7
## + BsmtFinSF2     1  0.001169 4.3441 -3636.7
## + LandContour    3  0.024829 4.3204 -3636.7
## + HalfBath       1  0.000859 4.3444 -3636.6
## + GarageYrBlt    1  0.000791 4.3444 -3636.6
## + MiscVal        1  0.000742 4.3445 -3636.6
## + X3SsnPorch     1  0.000463 4.3448 -3636.6
## + HeatingQC      4  0.034486 4.3107 -3636.3
## + GarageCond     4  0.030605 4.3146 -3635.7
## + BsmtFinType1   5  0.040959 4.3043 -3635.4
## + PavedDrive     2  0.000491 4.3447 -3634.6
## + Condition1     8  0.070261 4.2750 -3634.4
## + PoolQC         3  0.010430 4.3348 -3634.3
## + Condition2     7  0.052875 4.2923 -3633.4
## + MasVnrType     4  0.017007 4.3282 -3633.4
## + MiscFeature    3  0.005026 4.3402 -3633.3
## + GarageQual     4  0.016787 4.3284 -3633.3
## + LotShape       3  0.002159 4.3431 -3632.9
## + BsmtExposure   4  0.010681 4.3345 -3632.3
## + LotConfig      4  0.004661 4.3406 -3631.3
## + RoofStyle      5  0.011089 4.3341 -3630.4
## + BsmtFinType2   6  0.013248 4.3320 -3628.7
## + Exterior2nd   14  0.091107 4.2541 -3626.0
## + Exterior1st   12  0.067605 4.2776 -3625.9
## 
## Step:  AIC=-3652.47
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu
## 
##                 Df Sum of Sq    RSS     AIC
## + YearBuilt      1  0.075853 4.1290 -3663.8
## + OverallQual    1  0.072563 4.1323 -3663.2
## + SaleCondition  5  0.100836 4.1040 -3660.2
## + BldgType       4  0.085580 4.1193 -3659.5
## + BsmtFullBath   1  0.051210 4.1536 -3659.4
## + KitchenQual    3  0.072885 4.1320 -3659.2
## + BedroomAbvGr   1  0.049797 4.1550 -3659.2
## + MasVnrArea     1  0.049605 4.1552 -3659.1
## + Foundation     5  0.093255 4.1116 -3658.8
## + KitchenAbvGr   1  0.046339 4.1585 -3658.6
## + GarageType     5  0.090345 4.1145 -3658.3
## + Street         1  0.038206 4.1666 -3657.1
## + TotRmsAbvGrd   1  0.037680 4.1672 -3657.0
## + ExterCond      3  0.058221 4.1466 -3656.6
## + YearRemodAdd   1  0.035288 4.1696 -3656.6
## + FullBath       1  0.030992 4.1739 -3655.9
## + MSSubClass     1  0.028894 4.1759 -3655.5
## + X1stFlrSF      1  0.025827 4.1790 -3655.0
## + X2ndFlrSF      1  0.022596 4.1822 -3654.4
## + Electrical     5  0.067461 4.1374 -3654.3
## + YrSold         1  0.021572 4.1833 -3654.2
## + Functional     5  0.065131 4.1397 -3653.9
## + BsmtCond       3  0.042259 4.1626 -3653.8
## + Id             1  0.016276 4.1886 -3653.3
## + LotFrontage    1  0.015271 4.1896 -3653.1
## <none>                       4.2048 -3652.5
## + HouseStyle     7  0.078571 4.1263 -3652.2
## + OpenPorchSF    1  0.009841 4.1950 -3652.2
## + Utilities      1  0.009750 4.1951 -3652.2
## + BsmtFinSF1     1  0.009541 4.1953 -3652.1
## + GarageCars     1  0.009324 4.1955 -3652.1
## + MoSold         1  0.009066 4.1958 -3652.0
## + LotArea        1  0.008646 4.1962 -3652.0
## + PoolArea       1  0.008478 4.1964 -3651.9
## + Alley          2  0.019544 4.1853 -3651.9
## + TotalBsmtSF    1  0.007461 4.1974 -3651.8
## + LandContour    3  0.030344 4.1745 -3651.8
## + GarageYrBlt    1  0.004332 4.2005 -3651.2
## + LandSlope      2  0.015573 4.1893 -3651.2
## + EnclosedPorch  1  0.004023 4.2008 -3651.2
## + WoodDeckSF     1  0.003415 4.2014 -3651.1
## + Fireplaces     1  0.002963 4.2019 -3651.0
## + LowQualFinSF   1  0.002525 4.2023 -3650.9
## + BsmtUnfSF      1  0.002254 4.2026 -3650.9
## + ScreenPorch    1  0.001868 4.2030 -3650.8
## + BsmtFinSF2     1  0.001687 4.2032 -3650.8
## + HeatingQC      4  0.035728 4.1691 -3650.7
## + BsmtHalfBath   1  0.001252 4.2036 -3650.7
## + X3SsnPorch     1  0.000917 4.2039 -3650.6
## + HalfBath       1  0.000513 4.2043 -3650.6
## + MiscVal        1  0.000365 4.2045 -3650.5
## + GarageCond     4  0.033957 4.1709 -3650.4
## + SaleType       8  0.079205 4.1256 -3650.4
## + BsmtFinType1   5  0.044340 4.1605 -3650.2
## + PavedDrive     2  0.001825 4.2030 -3648.8
## + Fence          4  0.024234 4.1806 -3648.7
## + PoolQC         3  0.008839 4.1960 -3648.0
## + Condition2     7  0.054140 4.1507 -3647.9
## + GarageQual     4  0.018724 4.1861 -3647.7
## + MiscFeature    3  0.006686 4.1982 -3647.6
## + Condition1     8  0.060840 4.1440 -3647.1
## + MasVnrType     4  0.015067 4.1898 -3647.1
## + LotShape       3  0.001486 4.2034 -3646.7
## + BsmtExposure   4  0.008696 4.1961 -3646.0
## + LotConfig      4  0.003506 4.2013 -3645.1
## + RoofStyle      5  0.010121 4.1947 -3644.2
## + BsmtFinType2   6  0.016713 4.1881 -3643.4
## + Exterior2nd   14  0.101073 4.1038 -3642.2
## + Exterior1st   12  0.076715 4.1281 -3641.9
## 
## Step:  AIC=-3663.76
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt
## 
##                 Df Sum of Sq    RSS     AIC
## + OverallQual    1  0.070875 4.0581 -3674.4
## + MasVnrArea     1  0.060257 4.0687 -3672.5
## + BsmtFullBath   1  0.055794 4.0732 -3671.7
## + BedroomAbvGr   1  0.047567 4.0814 -3670.2
## + SaleCondition  5  0.088311 4.0407 -3669.5
## + KitchenAbvGr   1  0.043443 4.0855 -3669.5
## + KitchenQual    3  0.063593 4.0654 -3669.1
## + GarageType     5  0.085481 4.0435 -3669.0
## + BldgType       4  0.074359 4.0546 -3669.0
## + TotRmsAbvGrd   1  0.038810 4.0902 -3668.7
## + Street         1  0.037017 4.0920 -3668.3
## + Foundation     5  0.081037 4.0480 -3668.2
## + ExterCond      3  0.050480 4.0785 -3666.7
## + X1stFlrSF      1  0.024523 4.1045 -3666.1
## + MSSubClass     1  0.024033 4.1050 -3666.0
## + X2ndFlrSF      1  0.022669 4.1063 -3665.8
## + YrSold         1  0.022662 4.1063 -3665.8
## + BsmtCond       3  0.042076 4.0869 -3665.2
## + FullBath       1  0.018685 4.1103 -3665.1
## + YearRemodAdd   1  0.018421 4.1106 -3665.0
## + HouseStyle     7  0.085042 4.0439 -3665.0
## + LotFrontage    1  0.017260 4.1117 -3664.8
## + Condition2     7  0.083339 4.0457 -3664.6
## + Id             1  0.016092 4.1129 -3664.6
## + EnclosedPorch  1  0.015494 4.1135 -3664.5
## + Electrical     5  0.057928 4.0711 -3664.1
## + PoolArea       1  0.012489 4.1165 -3664.0
## <none>                       4.1290 -3663.8
## + Functional     5  0.054780 4.0742 -3663.5
## + BsmtFinSF1     1  0.008308 4.1207 -3663.2
## + LandContour    3  0.030465 4.0985 -3663.2
## + Utilities      1  0.007578 4.1214 -3663.1
## + MoSold         1  0.007194 4.1218 -3663.0
## + GarageCars     1  0.006870 4.1221 -3663.0
## + Alley          2  0.018048 4.1109 -3663.0
## + OpenPorchSF    1  0.006714 4.1223 -3662.9
## + TotalBsmtSF    1  0.005903 4.1231 -3662.8
## + HeatingQC      4  0.038917 4.0901 -3662.7
## + ScreenPorch    1  0.004802 4.1242 -3662.6
## + WoodDeckSF     1  0.004115 4.1249 -3662.5
## + LotArea        1  0.004070 4.1249 -3662.5
## + BsmtUnfSF      1  0.002661 4.1263 -3662.2
## + GarageCond     4  0.036385 4.0926 -3662.2
## + BsmtFinSF2     1  0.002588 4.1264 -3662.2
## + Fireplaces     1  0.001869 4.1271 -3662.1
## + BsmtHalfBath   1  0.001006 4.1280 -3661.9
## + LowQualFinSF   1  0.000754 4.1282 -3661.9
## + GarageYrBlt    1  0.000593 4.1284 -3661.9
## + LandSlope      2  0.011789 4.1172 -3661.8
## + MiscVal        1  0.000389 4.1286 -3661.8
## + X3SsnPorch     1  0.000268 4.1287 -3661.8
## + HalfBath       1  0.000136 4.1289 -3661.8
## + SaleType       8  0.076268 4.0527 -3661.4
## + PavedDrive     2  0.004042 4.1249 -3660.5
## + BsmtFinType1   5  0.036167 4.0928 -3660.2
## + Fence          4  0.024753 4.1042 -3660.1
## + PoolQC         3  0.012937 4.1161 -3660.0
## + MasVnrType     4  0.019350 4.1096 -3659.2
## + MiscFeature    3  0.005775 4.1232 -3658.8
## + GarageQual     4  0.012509 4.1165 -3658.0
## + LotShape       3  0.000966 4.1280 -3657.9
## + BsmtExposure   4  0.010649 4.1183 -3657.6
## + Condition1     8  0.053916 4.0751 -3657.4
## + LotConfig      4  0.004550 4.1244 -3656.6
## + RoofStyle      5  0.012174 4.1168 -3655.9
## + BsmtFinType2   6  0.013536 4.1155 -3654.2
## + Exterior1st   12  0.054178 4.0748 -3649.4
## + Exterior2nd   14  0.071288 4.0577 -3648.5
## 
## Step:  AIC=-3674.4
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtFullBath   1  0.078692 3.9794 -3686.7
## + MasVnrArea     1  0.061682 3.9964 -3683.6
## + KitchenAbvGr   1  0.054758 4.0034 -3682.3
## + SaleCondition  5  0.096668 3.9614 -3682.0
## + BedroomAbvGr   1  0.048348 4.0098 -3681.1
## + BldgType       4  0.079984 3.9781 -3680.9
## + KitchenQual    3  0.063066 3.9950 -3679.8
## + Foundation     5  0.084017 3.9741 -3679.7
## + TotRmsAbvGrd   1  0.038270 4.0198 -3679.3
## + Street         1  0.036913 4.0212 -3679.1
## + GarageType     5  0.075525 3.9826 -3678.1
## + X1stFlrSF      1  0.025712 4.0324 -3677.0
## + ExterCond      3  0.047559 4.0106 -3677.0
## + LotFrontage    1  0.025351 4.0328 -3677.0
## + X2ndFlrSF      1  0.024277 4.0338 -3676.8
## + YrSold         1  0.023510 4.0346 -3676.6
## + MSSubClass     1  0.021894 4.0362 -3676.3
## + Functional     5  0.063568 3.9945 -3675.9
## + BsmtCond       3  0.040036 4.0181 -3675.6
## + Condition2     7  0.083597 3.9745 -3675.6
## + YearRemodAdd   1  0.016958 4.0412 -3675.5
## + FullBath       1  0.016031 4.0421 -3675.3
## + Id             1  0.015315 4.0428 -3675.2
## + BsmtFinSF1     1  0.014766 4.0433 -3675.1
## + Electrical     5  0.058278 3.9998 -3675.0
## + PoolArea       1  0.011914 4.0462 -3674.5
## + LandContour    3  0.033535 4.0246 -3674.5
## <none>                       4.0581 -3674.4
## + EnclosedPorch  1  0.010064 4.0481 -3674.2
## + BsmtFinType1   5  0.052455 4.0057 -3673.9
## + Utilities      1  0.008022 4.0501 -3673.8
## + BsmtUnfSF      1  0.007940 4.0502 -3673.8
## + HouseStyle     7  0.073470 3.9846 -3673.7
## + WoodDeckSF     1  0.006582 4.0515 -3673.6
## + HeatingQC      4  0.039706 4.0184 -3673.6
## + GarageCars     1  0.006049 4.0521 -3673.5
## + TotalBsmtSF    1  0.005354 4.0528 -3673.4
## + ScreenPorch    1  0.004814 4.0533 -3673.3
## + OpenPorchSF    1  0.004786 4.0533 -3673.3
## + BsmtFinSF2     1  0.004687 4.0534 -3673.2
## + MoSold         1  0.003942 4.0542 -3673.1
## + Alley          2  0.013370 4.0447 -3672.8
## + LotArea        1  0.001305 4.0568 -3672.6
## + Fireplaces     1  0.001049 4.0571 -3672.6
## + X3SsnPorch     1  0.000857 4.0573 -3672.6
## + BsmtHalfBath   1  0.000654 4.0575 -3672.5
## + GarageYrBlt    1  0.000555 4.0576 -3672.5
## + LowQualFinSF   1  0.000381 4.0577 -3672.5
## + MiscVal        1  0.000320 4.0578 -3672.5
## + HalfBath       1  0.000307 4.0578 -3672.5
## + GarageCond     4  0.029842 4.0283 -3671.8
## + LandSlope      2  0.006518 4.0516 -3671.6
## + SaleType       8  0.069271 3.9888 -3671.0
## + PavedDrive     2  0.003117 4.0550 -3671.0
## + PoolQC         3  0.011625 4.0465 -3670.5
## + MasVnrType     4  0.020746 4.0374 -3670.1
## + Fence          4  0.020440 4.0377 -3670.1
## + GarageQual     4  0.015936 4.0422 -3669.3
## + MiscFeature    3  0.003691 4.0544 -3669.1
## + LotShape       3  0.002475 4.0556 -3668.8
## + BsmtExposure   4  0.010115 4.0480 -3668.2
## + Condition1     8  0.052297 4.0058 -3667.9
## + LotConfig      4  0.004613 4.0535 -3667.2
## + RoofStyle      5  0.014344 4.0438 -3667.0
## + BsmtFinType2   6  0.014610 4.0435 -3665.0
## + Exterior1st   12  0.052453 4.0057 -3659.9
## + Exterior2nd   14  0.070187 3.9879 -3659.1
## 
## Step:  AIC=-3686.69
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath
## 
##                 Df Sum of Sq    RSS     AIC
## + BedroomAbvGr   1  0.065706 3.9137 -3696.8
## + MasVnrArea     1  0.053963 3.9255 -3694.7
## + Condition2     7  0.114891 3.8645 -3694.1
## + TotRmsAbvGrd   1  0.049702 3.9297 -3693.9
## + SaleCondition  5  0.091160 3.8883 -3693.6
## + Foundation     5  0.090658 3.8888 -3693.5
## + KitchenAbvGr   1  0.047345 3.9321 -3693.4
## + KitchenQual    3  0.062368 3.9171 -3692.2
## + ExterCond      3  0.055931 3.9235 -3691.0
## + Street         1  0.029845 3.9496 -3690.2
## + BldgType       4  0.061590 3.9178 -3690.1
## + GarageType     5  0.069256 3.9102 -3689.5
## + FullBath       1  0.025750 3.9537 -3689.4
## + Functional     5  0.066781 3.9126 -3689.0
## + BsmtCond       3  0.043848 3.9356 -3688.8
## + LotFrontage    1  0.021711 3.9577 -3688.7
## + YrSold         1  0.017192 3.9622 -3687.9
## + X1stFlrSF      1  0.016527 3.9629 -3687.7
## + Electrical     5  0.058805 3.9206 -3687.6
## + X2ndFlrSF      1  0.015515 3.9639 -3687.5
## + YearRemodAdd   1  0.015259 3.9642 -3687.5
## + Id             1  0.012183 3.9672 -3686.9
## <none>                       3.9794 -3686.7
## + HeatingQC      4  0.043233 3.9362 -3686.7
## + MSSubClass     1  0.010310 3.9691 -3686.6
## + GarageCars     1  0.010021 3.9694 -3686.5
## + PoolArea       1  0.009370 3.9701 -3686.4
## + EnclosedPorch  1  0.008378 3.9710 -3686.2
## + ScreenPorch    1  0.007175 3.9722 -3686.0
## + Utilities      1  0.006799 3.9726 -3685.9
## + LandContour    3  0.028466 3.9510 -3685.9
## + HouseStyle     7  0.070714 3.9087 -3685.8
## + LotArea        1  0.005366 3.9741 -3685.7
## + BsmtUnfSF      1  0.005123 3.9743 -3685.6
## + Fireplaces     1  0.004637 3.9748 -3685.5
## + OpenPorchSF    1  0.004292 3.9751 -3685.5
## + MoSold         1  0.003655 3.9758 -3685.4
## + BsmtFinSF1     1  0.003600 3.9758 -3685.4
## + WoodDeckSF     1  0.003075 3.9763 -3685.3
## + TotalBsmtSF    1  0.001556 3.9779 -3685.0
## + Alley          2  0.012014 3.9674 -3684.9
## + BsmtHalfBath   1  0.000981 3.9784 -3684.9
## + BsmtFinSF2     1  0.000905 3.9785 -3684.9
## + X3SsnPorch     1  0.000840 3.9786 -3684.8
## + LowQualFinSF   1  0.000298 3.9791 -3684.7
## + GarageYrBlt    1  0.000042 3.9794 -3684.7
## + HalfBath       1  0.000040 3.9794 -3684.7
## + MiscVal        1  0.000020 3.9794 -3684.7
## + LandSlope      2  0.010882 3.9685 -3684.7
## + GarageCond     4  0.030793 3.9486 -3684.4
## + SaleType       8  0.068055 3.9114 -3683.3
## + PavedDrive     2  0.002686 3.9767 -3683.2
## + BsmtExposure   4  0.023023 3.9564 -3682.9
## + MasVnrType     4  0.021418 3.9580 -3682.6
## + PoolQC         3  0.009022 3.9704 -3682.3
## + Fence          4  0.018736 3.9607 -3682.1
## + LotShape       3  0.003463 3.9760 -3681.3
## + GarageQual     4  0.013026 3.9664 -3681.1
## + MiscFeature    3  0.002041 3.9774 -3681.1
## + BsmtFinType1   5  0.021470 3.9580 -3680.6
## + RoofStyle      5  0.020235 3.9592 -3680.4
## + LotConfig      4  0.005041 3.9744 -3679.6
## + Condition1     8  0.048242 3.9312 -3679.6
## + BsmtFinType2   6  0.013004 3.9664 -3677.1
## + Exterior2nd   14  0.080255 3.8992 -3673.6
## + Exterior1st   12  0.055796 3.9236 -3673.0
## 
## Step:  AIC=-3696.85
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr
## 
##                 Df Sum of Sq    RSS     AIC
## + MasVnrArea     1  0.051328 3.8624 -3704.5
## + Foundation     5  0.088482 3.8252 -3703.5
## + ExterCond      3  0.066547 3.8472 -3703.4
## + KitchenAbvGr   1  0.043744 3.8700 -3703.1
## + SaleCondition  5  0.084996 3.8287 -3702.9
## + KitchenQual    3  0.057801 3.8559 -3701.7
## + LotFrontage    1  0.027520 3.8862 -3700.0
## + Condition2     7  0.090372 3.8233 -3699.9
## + GarageType     5  0.069196 3.8445 -3699.9
## + BldgType       4  0.057404 3.8563 -3699.6
## + Street         1  0.024833 3.8889 -3699.5
## + X1stFlrSF      1  0.024311 3.8894 -3699.4
## + X2ndFlrSF      1  0.024098 3.8896 -3699.4
## + YearRemodAdd   1  0.020157 3.8936 -3698.6
## + BsmtCond       3  0.041052 3.8727 -3698.5
## + Functional     5  0.058532 3.8552 -3697.8
## + MSSubClass     1  0.015984 3.8977 -3697.8
## + YrSold         1  0.015222 3.8985 -3697.7
## + Id             1  0.014534 3.8992 -3697.6
## + FullBath       1  0.014033 3.8997 -3697.5
## + HouseStyle     7  0.077431 3.8363 -3697.4
## + TotRmsAbvGrd   1  0.013773 3.8999 -3697.4
## + HeatingQC      4  0.045544 3.8682 -3697.4
## + Electrical     5  0.055698 3.8580 -3697.3
## <none>                       3.9137 -3696.8
## + ScreenPorch    1  0.008792 3.9049 -3696.5
## + PoolArea       1  0.008212 3.9055 -3696.4
## + LandContour    3  0.028810 3.8849 -3696.2
## + EnclosedPorch  1  0.007437 3.9063 -3696.2
## + GarageCars     1  0.007406 3.9063 -3696.2
## + Utilities      1  0.006771 3.9069 -3696.1
## + OpenPorchSF    1  0.006299 3.9074 -3696.0
## + Alley          2  0.015830 3.8979 -3695.8
## + LotArea        1  0.004740 3.9090 -3695.7
## + Fireplaces     1  0.003856 3.9099 -3695.6
## + MoSold         1  0.003826 3.9099 -3695.6
## + BsmtUnfSF      1  0.003098 3.9106 -3695.4
## + TotalBsmtSF    1  0.002734 3.9110 -3695.4
## + GarageCond     4  0.034666 3.8790 -3695.3
## + X3SsnPorch     1  0.002394 3.9113 -3695.3
## + SaleType       8  0.076644 3.8371 -3695.3
## + BsmtHalfBath   1  0.001753 3.9120 -3695.2
## + WoodDeckSF     1  0.001550 3.9122 -3695.1
## + BsmtFinSF2     1  0.001496 3.9122 -3695.1
## + BsmtFinSF1     1  0.001196 3.9125 -3695.1
## + GarageYrBlt    1  0.000167 3.9135 -3694.9
## + MiscVal        1  0.000007 3.9137 -3694.8
## + HalfBath       1  0.000003 3.9137 -3694.8
## + LowQualFinSF   1  0.000000 3.9137 -3694.8
## + LandSlope      2  0.008412 3.9053 -3694.4
## + PavedDrive     2  0.002158 3.9116 -3693.2
## + MasVnrType     4  0.019957 3.8938 -3692.6
## + PoolQC         3  0.007716 3.9060 -3692.3
## + BsmtExposure   4  0.017842 3.8959 -3692.2
## + LotShape       3  0.005031 3.9087 -3691.8
## + GarageQual     4  0.014946 3.8988 -3691.6
## + Condition1     8  0.056836 3.8569 -3691.5
## + Fence          4  0.012979 3.9007 -3691.3
## + MiscFeature    3  0.002056 3.9117 -3691.2
## + RoofStyle      5  0.015813 3.8979 -3689.8
## + BsmtFinType1   5  0.014811 3.8989 -3689.6
## + LotConfig      4  0.003575 3.9101 -3689.5
## + BsmtFinType2   6  0.016297 3.8974 -3687.9
## + Exterior1st   12  0.057637 3.8561 -3683.7
## + Exterior2nd   14  0.077437 3.8363 -3683.4
## 
## Step:  AIC=-3704.48
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea
## 
##                 Df Sum of Sq    RSS     AIC
## + MasVnrType     4  0.107581 3.7548 -3717.1
## + KitchenAbvGr   1  0.044051 3.8183 -3710.9
## + Foundation     5  0.083243 3.7791 -3710.4
## + ExterCond      3  0.061615 3.8008 -3710.2
## + SaleCondition  5  0.076169 3.7862 -3709.0
## + KitchenQual    3  0.054794 3.8076 -3708.9
## + BldgType       4  0.064226 3.7982 -3708.7
## + LotFrontage    1  0.027112 3.8353 -3707.6
## + GarageType     5  0.068025 3.7944 -3707.5
## + Street         1  0.023945 3.8384 -3707.0
## + MSSubClass     1  0.022849 3.8395 -3706.8
## + X1stFlrSF      1  0.022808 3.8396 -3706.8
## + X2ndFlrSF      1  0.022093 3.8403 -3706.7
## + BsmtCond       3  0.039634 3.8228 -3706.0
## + Id             1  0.016856 3.8455 -3705.7
## + Functional     5  0.058615 3.8038 -3705.6
## + YearRemodAdd   1  0.016552 3.8458 -3705.6
## + YrSold         1  0.015840 3.8465 -3705.5
## + Condition2     7  0.077941 3.7844 -3705.4
## + HeatingQC      4  0.045294 3.8171 -3705.1
## + TotRmsAbvGrd   1  0.012529 3.8499 -3704.9
## + Electrical     5  0.053987 3.8084 -3704.8
## + HouseStyle     7  0.074211 3.7882 -3704.6
## + FullBath       1  0.010791 3.8516 -3704.5
## <none>                       3.8624 -3704.5
## + ScreenPorch    1  0.009755 3.8526 -3704.3
## + GarageCars     1  0.009221 3.8532 -3704.2
## + Fireplaces     1  0.007616 3.8548 -3703.9
## + PoolArea       1  0.006968 3.8554 -3703.8
## + LotArea        1  0.006309 3.8561 -3703.7
## + Alley          2  0.016535 3.8459 -3703.6
## + LandContour    3  0.026011 3.8364 -3703.4
## + EnclosedPorch  1  0.004909 3.8575 -3703.4
## + OpenPorchSF    1  0.004887 3.8575 -3703.4
## + MoSold         1  0.004304 3.8581 -3703.3
## + Utilities      1  0.003384 3.8590 -3703.1
## + BsmtHalfBath   1  0.003346 3.8590 -3703.1
## + X3SsnPorch     1  0.003280 3.8591 -3703.1
## + TotalBsmtSF    1  0.002927 3.8595 -3703.0
## + BsmtUnfSF      1  0.002803 3.8596 -3703.0
## + WoodDeckSF     1  0.002146 3.8602 -3702.9
## + SaleType       8  0.074718 3.7877 -3702.7
## + BsmtFinSF2     1  0.000775 3.8616 -3702.6
## + BsmtFinSF1     1  0.000594 3.8618 -3702.6
## + GarageCond     4  0.032164 3.8302 -3702.6
## + LowQualFinSF   1  0.000087 3.8623 -3702.5
## + MiscVal        1  0.000037 3.8624 -3702.5
## + HalfBath       1  0.000004 3.8624 -3702.5
## + GarageYrBlt    1  0.000004 3.8624 -3702.5
## + LandSlope      2  0.007011 3.8554 -3701.8
## + PavedDrive     2  0.002611 3.8598 -3701.0
## + PoolQC         3  0.006620 3.8558 -3699.7
## + GarageQual     4  0.015483 3.8469 -3699.4
## + LotShape       3  0.004888 3.8575 -3699.4
## + BsmtExposure   4  0.014498 3.8479 -3699.2
## + Condition1     8  0.055659 3.8067 -3699.1
## + Fence          4  0.013426 3.8490 -3699.0
## + MiscFeature    3  0.002638 3.8597 -3699.0
## + BsmtFinType1   5  0.016523 3.8459 -3697.6
## + RoofStyle      5  0.013769 3.8486 -3697.1
## + LotConfig      4  0.002864 3.8595 -3697.0
## + BsmtFinType2   6  0.015216 3.8472 -3695.4
## + Exterior1st   12  0.058109 3.8043 -3691.6
## + Exterior2nd   14  0.076648 3.7857 -3691.1
## 
## Step:  AIC=-3717.11
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType
## 
##                 Df Sum of Sq    RSS     AIC
## + KitchenAbvGr   1  0.049465 3.7053 -3724.8
## + ExterCond      3  0.066170 3.6886 -3724.1
## + SaleCondition  5  0.085120 3.6697 -3723.8
## + Foundation     5  0.076806 3.6780 -3722.2
## + GarageType     5  0.070297 3.6845 -3720.9
## + KitchenQual    3  0.049667 3.7051 -3720.8
## + BldgType       4  0.057902 3.6969 -3720.5
## + X1stFlrSF      1  0.027017 3.7278 -3720.4
## + X2ndFlrSF      1  0.025222 3.7296 -3720.0
## + LotFrontage    1  0.023989 3.7308 -3719.8
## + Street         1  0.021741 3.7331 -3719.3
## + BsmtCond       3  0.040311 3.7145 -3719.0
## + Functional     5  0.058020 3.6968 -3718.5
## + YrSold         1  0.017230 3.7376 -3718.5
## + Electrical     5  0.057700 3.6971 -3718.4
## + MSSubClass     1  0.016368 3.7384 -3718.3
## + Id             1  0.016124 3.7387 -3718.2
## + YearRemodAdd   1  0.013856 3.7410 -3717.8
## + HouseStyle     7  0.072445 3.6824 -3717.3
## <none>                       3.7548 -3717.1
## + FullBath       1  0.009292 3.7455 -3716.9
## + HeatingQC      4  0.039935 3.7149 -3716.9
## + GarageCars     1  0.009125 3.7457 -3716.9
## + ScreenPorch    1  0.008216 3.7466 -3716.7
## + TotRmsAbvGrd   1  0.008130 3.7467 -3716.7
## + TotalBsmtSF    1  0.007237 3.7476 -3716.5
## + BsmtHalfBath   1  0.006873 3.7479 -3716.4
## + Fireplaces     1  0.006147 3.7487 -3716.3
## + OpenPorchSF    1  0.005988 3.7488 -3716.3
## + Alley          2  0.015743 3.7391 -3716.2
## + PoolArea       1  0.005381 3.7494 -3716.2
## + EnclosedPorch  1  0.004683 3.7501 -3716.0
## + LotArea        1  0.003770 3.7510 -3715.8
## + MoSold         1  0.003410 3.7514 -3715.8
## + X3SsnPorch     1  0.002944 3.7519 -3715.7
## + BsmtUnfSF      1  0.002768 3.7520 -3715.6
## + LandContour    3  0.023187 3.7316 -3715.6
## + WoodDeckSF     1  0.001760 3.7530 -3715.4
## + LowQualFinSF   1  0.000627 3.7542 -3715.2
## + Condition2     7  0.061832 3.6930 -3715.2
## + Utilities      1  0.000613 3.7542 -3715.2
## + BsmtFinSF2     1  0.000470 3.7543 -3715.2
## + BsmtFinSF1     1  0.000058 3.7547 -3715.1
## + GarageYrBlt    1  0.000049 3.7548 -3715.1
## + HalfBath       1  0.000035 3.7548 -3715.1
## + MiscVal        1  0.000032 3.7548 -3715.1
## + GarageCond     4  0.030566 3.7242 -3715.1
## + SaleType       8  0.069872 3.6849 -3714.8
## + LandSlope      2  0.007247 3.7476 -3714.5
## + PavedDrive     2  0.003669 3.7511 -3713.8
## + GarageQual     4  0.016956 3.7379 -3712.4
## + Condition1     8  0.056710 3.6981 -3712.2
## + PoolQC         3  0.005579 3.7492 -3712.2
## + Fence          4  0.015684 3.7391 -3712.2
## + LotShape       3  0.004820 3.7500 -3712.0
## + BsmtExposure   4  0.014343 3.7405 -3711.9
## + MiscFeature    3  0.002516 3.7523 -3711.6
## + BsmtFinType1   5  0.021280 3.7335 -3711.3
## + RoofStyle      5  0.015251 3.7396 -3710.1
## + LotConfig      4  0.004126 3.7507 -3709.9
## + BsmtFinType2   6  0.014694 3.7401 -3708.0
## + Exterior1st   12  0.056826 3.6980 -3704.2
## + Exterior2nd   14  0.076341 3.6785 -3704.1
## 
## Step:  AIC=-3724.79
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageType     5  0.090019 3.6153 -3732.7
## + ExterCond      3  0.064263 3.6411 -3731.6
## + SaleCondition  5  0.075564 3.6298 -3729.8
## + KitchenQual    3  0.053190 3.6522 -3729.3
## + Foundation     5  0.071488 3.6339 -3729.0
## + Condition2     7  0.089232 3.6161 -3728.6
## + LotFrontage    1  0.025634 3.6797 -3727.9
## + Street         1  0.021783 3.6836 -3727.1
## + X1stFlrSF      1  0.018697 3.6866 -3726.5
## + X2ndFlrSF      1  0.018387 3.6870 -3726.4
## + BsmtCond       3  0.037824 3.6675 -3726.3
## + Functional     5  0.056559 3.6488 -3726.0
## + YrSold         1  0.015360 3.6900 -3725.8
## + YearRemodAdd   1  0.014961 3.6904 -3725.7
## + Electrical     5  0.053931 3.6514 -3725.5
## + Id             1  0.013574 3.6918 -3725.5
## + HeatingQC      4  0.041113 3.6642 -3724.9
## <none>                       3.7053 -3724.8
## + ScreenPorch    1  0.008739 3.6966 -3724.5
## + Fireplaces     1  0.008721 3.6966 -3724.5
## + EnclosedPorch  1  0.008405 3.6969 -3724.4
## + OpenPorchSF    1  0.008111 3.6972 -3724.4
## + Alley          2  0.017056 3.6883 -3724.2
## + GarageCars     1  0.006703 3.6986 -3724.1
## + BsmtHalfBath   1  0.006170 3.6992 -3724.0
## + PoolArea       1  0.005629 3.6997 -3723.9
## + LotArea        1  0.004292 3.7010 -3723.6
## + X3SsnPorch     1  0.003523 3.7018 -3723.5
## + MSSubClass     1  0.003276 3.7021 -3723.4
## + WoodDeckSF     1  0.003079 3.7023 -3723.4
## + FullBath       1  0.002825 3.7025 -3723.3
## + TotalBsmtSF    1  0.002321 3.7030 -3723.2
## + MoSold         1  0.001487 3.7039 -3723.1
## + TotRmsAbvGrd   1  0.001063 3.7043 -3723.0
## + BsmtFinSF2     1  0.000953 3.7044 -3723.0
## + MiscVal        1  0.000629 3.7047 -3722.9
## + Utilities      1  0.000483 3.7049 -3722.9
## + BsmtUnfSF      1  0.000453 3.7049 -3722.9
## + GarageYrBlt    1  0.000200 3.7051 -3722.8
## + HalfBath       1  0.000079 3.7053 -3722.8
## + BsmtFinSF1     1  0.000019 3.7053 -3722.8
## + LowQualFinSF   1  0.000001 3.7053 -3722.8
## + BldgType       4  0.029648 3.6757 -3722.7
## + SaleType       8  0.067628 3.6377 -3722.2
## + LandContour    3  0.017035 3.6883 -3722.2
## + LandSlope      2  0.005410 3.6999 -3721.9
## + HouseStyle     7  0.055623 3.6497 -3721.8
## + Condition1     8  0.064374 3.6410 -3721.6
## + GarageCond     4  0.023351 3.6820 -3721.4
## + PavedDrive     2  0.001748 3.7036 -3721.1
## + GarageQual     4  0.021950 3.6834 -3721.1
## + LotShape       3  0.005940 3.6994 -3720.0
## + PoolQC         3  0.005648 3.6997 -3719.9
## + BsmtExposure   4  0.015344 3.6900 -3719.8
## + MiscFeature    3  0.004131 3.7012 -3719.6
## + BsmtFinType1   5  0.024153 3.6812 -3719.6
## + Fence          4  0.013711 3.6916 -3719.5
## + LotConfig      4  0.004307 3.7010 -3717.6
## + RoofStyle      5  0.014370 3.6910 -3717.6
## + BsmtFinType2   6  0.016874 3.6885 -3716.1
## + Exterior2nd   14  0.074550 3.6308 -3711.6
## + Exterior1st   12  0.051552 3.6538 -3711.0
## 
## Step:  AIC=-3732.74
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType
## 
##                 Df Sum of Sq    RSS     AIC
## + ExterCond      3  0.074880 3.5404 -3742.0
## + SaleCondition  5  0.066000 3.5493 -3736.2
## + KitchenQual    3  0.046497 3.5688 -3736.2
## + LotFrontage    1  0.025754 3.5896 -3736.0
## + Foundation     5  0.064846 3.5505 -3736.0
## + Street         1  0.022942 3.5924 -3735.4
## + BsmtCond       3  0.038931 3.5764 -3734.6
## + Electrical     5  0.056544 3.5588 -3734.2
## + YrSold         1  0.016984 3.5983 -3734.2
## + Functional     5  0.055340 3.5600 -3734.0
## + YearRemodAdd   1  0.015066 3.6003 -3733.8
## + Fireplaces     1  0.012342 3.6030 -3733.2
## + MSSubClass     1  0.011338 3.6040 -3733.0
## + Id             1  0.011020 3.6043 -3733.0
## + OpenPorchSF    1  0.010985 3.6043 -3733.0
## + Alley          2  0.020655 3.5947 -3732.9
## + GarageCars     1  0.009927 3.6054 -3732.7
## <none>                       3.6153 -3732.7
## + ScreenPorch    1  0.009420 3.6059 -3732.6
## + Condition2     7  0.066779 3.5485 -3732.4
## + EnclosedPorch  1  0.006861 3.6085 -3732.1
## + PoolArea       1  0.006404 3.6089 -3732.0
## + BsmtHalfBath   1  0.006147 3.6092 -3732.0
## + LotArea        1  0.004926 3.6104 -3731.7
## + FullBath       1  0.004216 3.6111 -3731.6
## + X2ndFlrSF      1  0.003569 3.6118 -3731.5
## + X1stFlrSF      1  0.003457 3.6119 -3731.4
## + MoSold         1  0.002676 3.6126 -3731.3
## + WoodDeckSF     1  0.002672 3.6127 -3731.3
## + HeatingQC      4  0.031910 3.5834 -3731.2
## + X3SsnPorch     1  0.002034 3.6133 -3731.2
## + HalfBath       1  0.001578 3.6137 -3731.1
## + BsmtFinSF2     1  0.000967 3.6144 -3730.9
## + BldgType       4  0.030359 3.5850 -3730.9
## + BsmtFinSF1     1  0.000449 3.6149 -3730.8
## + Utilities      1  0.000420 3.6149 -3730.8
## + TotRmsAbvGrd   1  0.000366 3.6150 -3730.8
## + MiscVal        1  0.000308 3.6150 -3730.8
## + GarageYrBlt    1  0.000307 3.6150 -3730.8
## + TotalBsmtSF    1  0.000218 3.6151 -3730.8
## + LowQualFinSF   1  0.000044 3.6153 -3730.7
## + BsmtUnfSF      1  0.000044 3.6153 -3730.7
## + SaleType       8  0.062789 3.5525 -3729.5
## + HouseStyle     7  0.052766 3.5626 -3729.5
## + LandSlope      2  0.002825 3.6125 -3729.3
## + LandContour    3  0.012230 3.6031 -3729.2
## + GarageQual     4  0.020750 3.5946 -3728.9
## + PavedDrive     2  0.000934 3.6144 -3728.9
## + Condition1     8  0.057021 3.5583 -3728.3
## + BsmtExposure   4  0.016484 3.5988 -3728.1
## + PoolQC         3  0.006358 3.6090 -3728.0
## + LotShape       3  0.005882 3.6094 -3727.9
## + MiscFeature    3  0.004092 3.6112 -3727.6
## + GarageCond     4  0.013208 3.6021 -3727.4
## + Fence          4  0.013192 3.6021 -3727.4
## + BsmtFinType1   5  0.021516 3.5938 -3727.1
## + RoofStyle      5  0.015682 3.5996 -3725.9
## + LotConfig      4  0.004847 3.6105 -3725.7
## + BsmtFinType2   6  0.017602 3.5977 -3724.3
## + Exterior2nd   14  0.076224 3.5391 -3720.3
## + Exterior1st   12  0.054732 3.5606 -3719.9
## 
## Step:  AIC=-3742.02
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond
## 
##                 Df Sum of Sq    RSS     AIC
## + Foundation     5  0.074095 3.4663 -3747.5
## + SaleCondition  5  0.067044 3.4734 -3746.0
## + KitchenQual    3  0.044662 3.4958 -3745.3
## + LotFrontage    1  0.024864 3.5156 -3745.2
## + Street         1  0.021523 3.5189 -3744.5
## + MSSubClass     1  0.020569 3.5199 -3744.3
## + YearRemodAdd   1  0.018703 3.5217 -3743.9
## + BsmtCond       3  0.036875 3.5036 -3743.7
## + Fireplaces     1  0.015229 3.5252 -3743.2
## + YrSold         1  0.014353 3.5261 -3743.0
## + Alley          2  0.023663 3.5168 -3742.9
## + Id             1  0.013678 3.5268 -3742.8
## + BldgType       4  0.042146 3.4983 -3742.8
## + SaleType       8  0.078455 3.4620 -3742.4
## <none>                       3.5404 -3742.0
## + ScreenPorch    1  0.009005 3.5314 -3741.9
## + HeatingQC      4  0.037291 3.5032 -3741.7
## + PoolArea       1  0.008092 3.5323 -3741.7
## + GarageCars     1  0.007866 3.5326 -3741.6
## + OpenPorchSF    1  0.007622 3.5328 -3741.6
## + Condition2     7  0.064790 3.4757 -3741.5
## + BsmtHalfBath   1  0.007139 3.5333 -3741.5
## + EnclosedPorch  1  0.005796 3.5346 -3741.2
## + Electrical     5  0.043490 3.4970 -3741.0
## + LotArea        1  0.004475 3.5360 -3740.9
## + X2ndFlrSF      1  0.003914 3.5365 -3740.8
## + Functional     5  0.042394 3.4980 -3740.8
## + FullBath       1  0.003630 3.5368 -3740.8
## + WoodDeckSF     1  0.003373 3.5371 -3740.7
## + X1stFlrSF      1  0.003047 3.5374 -3740.6
## + X3SsnPorch     1  0.002418 3.5380 -3740.5
## + MoSold         1  0.002075 3.5384 -3740.4
## + LowQualFinSF   1  0.001461 3.5390 -3740.3
## + BsmtFinSF2     1  0.001310 3.5391 -3740.3
## + HalfBath       1  0.000710 3.5397 -3740.2
## + BsmtFinSF1     1  0.000590 3.5399 -3740.1
## + Utilities      1  0.000502 3.5399 -3740.1
## + TotalBsmtSF    1  0.000493 3.5399 -3740.1
## + GarageYrBlt    1  0.000346 3.5401 -3740.1
## + TotRmsAbvGrd   1  0.000209 3.5402 -3740.1
## + BsmtUnfSF      1  0.000143 3.5403 -3740.0
## + MiscVal        1  0.000000 3.5404 -3740.0
## + LandContour    3  0.013408 3.5270 -3738.8
## + LandSlope      2  0.002925 3.5375 -3738.6
## + PavedDrive     2  0.001722 3.5387 -3738.4
## + Condition1     8  0.056602 3.4838 -3737.8
## + PoolQC         3  0.008262 3.5322 -3737.7
## + BsmtExposure   4  0.016609 3.5238 -3737.5
## + LotShape       3  0.006506 3.5339 -3737.4
## + GarageCond     4  0.014826 3.5256 -3737.1
## + HouseStyle     7  0.043295 3.4971 -3737.0
## + MiscFeature    3  0.003611 3.5368 -3736.8
## + Fence          4  0.013083 3.5274 -3736.7
## + BsmtFinType1   5  0.021870 3.5186 -3736.5
## + GarageQual     4  0.011505 3.5289 -3736.4
## + LotConfig      4  0.006607 3.5338 -3735.4
## + RoofStyle      5  0.014039 3.5264 -3734.9
## + BsmtFinType2   6  0.014091 3.5264 -3732.9
## + Exterior2nd   14  0.076490 3.4640 -3730.0
## + Exterior1st   12  0.050040 3.4904 -3728.4
## 
## Step:  AIC=-3747.46
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation
## 
##                 Df Sum of Sq    RSS     AIC
## + SaleCondition  5  0.077533 3.3888 -3754.0
## + Street         1  0.024354 3.4420 -3750.6
## + YearRemodAdd   1  0.023969 3.4424 -3750.5
## + LotFrontage    1  0.023765 3.4426 -3750.5
## + KitchenQual    3  0.041406 3.4249 -3750.2
## + SaleType       8  0.087678 3.3787 -3750.2
## + Fireplaces     1  0.019030 3.4473 -3749.5
## + MSSubClass     1  0.016919 3.4494 -3749.0
## + Id             1  0.015867 3.4505 -3748.8
## + YrSold         1  0.013058 3.4533 -3748.2
## + ScreenPorch    1  0.012252 3.4541 -3748.0
## + BldgType       4  0.039402 3.4269 -3747.8
## + HeatingQC      4  0.039113 3.4272 -3747.7
## + BsmtCond       3  0.028830 3.4375 -3747.6
## <none>                       3.4663 -3747.5
## + BsmtHalfBath   1  0.008378 3.4580 -3747.2
## + PoolArea       1  0.008271 3.4581 -3747.2
## + OpenPorchSF    1  0.007934 3.4584 -3747.1
## + X3SsnPorch     1  0.007749 3.4586 -3747.1
## + Condition2     7  0.063775 3.4026 -3747.0
## + GarageCars     1  0.007289 3.4591 -3747.0
## + Alley          2  0.014998 3.4513 -3746.6
## + MoSold         1  0.005159 3.4612 -3746.5
## + X2ndFlrSF      1  0.005078 3.4613 -3746.5
## + FullBath       1  0.004560 3.4618 -3746.4
## + WoodDeckSF     1  0.003982 3.4624 -3746.3
## + X1stFlrSF      1  0.003823 3.4625 -3746.3
## + EnclosedPorch  1  0.003159 3.4632 -3746.1
## + LotArea        1  0.003145 3.4632 -3746.1
## + LowQualFinSF   1  0.002346 3.4640 -3746.0
## + HouseStyle     7  0.058531 3.4078 -3745.9
## + BsmtFinSF2     1  0.001505 3.4648 -3745.8
## + HalfBath       1  0.001245 3.4651 -3745.7
## + TotalBsmtSF    1  0.001227 3.4651 -3745.7
## + BsmtUnfSF      1  0.000891 3.4655 -3745.6
## + Utilities      1  0.000764 3.4656 -3745.6
## + TotRmsAbvGrd   1  0.000674 3.4657 -3745.6
## + GarageYrBlt    1  0.000281 3.4661 -3745.5
## + BsmtFinSF1     1  0.000280 3.4661 -3745.5
## + MiscVal        1  0.000076 3.4663 -3745.5
## + GarageQual     4  0.026519 3.4398 -3745.1
## + Functional     5  0.035086 3.4313 -3744.9
## + Electrical     5  0.034682 3.4317 -3744.8
## + LandSlope      2  0.003090 3.4633 -3744.1
## + LandContour    3  0.011439 3.4549 -3743.9
## + PavedDrive     2  0.000814 3.4655 -3743.6
## + PoolQC         3  0.008296 3.4581 -3743.2
## + LotShape       3  0.007747 3.4586 -3743.1
## + BsmtExposure   4  0.016246 3.4501 -3742.9
## + BsmtFinType1   5  0.024376 3.4420 -3742.6
## + Condition1     8  0.052455 3.4139 -3742.6
## + MiscFeature    3  0.003052 3.4633 -3742.1
## + Fence          4  0.008754 3.4576 -3741.3
## + GarageCond     4  0.007084 3.4593 -3741.0
## + LotConfig      4  0.006618 3.4597 -3740.9
## + RoofStyle      5  0.005940 3.4604 -3738.7
## + BsmtFinType2   6  0.013889 3.4525 -3738.4
## + Exterior2nd   14  0.086194 3.3802 -3737.8
## + Exterior1st   12  0.059695 3.4067 -3736.1
## 
## Step:  AIC=-3753.97
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition
## 
##                 Df Sum of Sq    RSS     AIC
## + KitchenQual    3  0.043239 3.3456 -3757.3
## + LotFrontage    1  0.023413 3.3654 -3757.0
## + Street         1  0.022236 3.3666 -3756.8
## + Fireplaces     1  0.020242 3.3686 -3756.3
## + YearRemodAdd   1  0.018741 3.3701 -3756.0
## + ScreenPorch    1  0.014822 3.3740 -3755.2
## + MSSubClass     1  0.013680 3.3751 -3754.9
## + Id             1  0.013638 3.3752 -3754.9
## + SaleType       8  0.075354 3.3135 -3754.4
## + Condition2     7  0.065152 3.3237 -3754.1
## + YrSold         1  0.009726 3.3791 -3754.1
## + HeatingQC      4  0.036998 3.3518 -3754.0
## <none>                       3.3888 -3754.0
## + BsmtHalfBath   1  0.008752 3.3801 -3753.9
## + X3SsnPorch     1  0.008576 3.3802 -3753.8
## + X2ndFlrSF      1  0.008415 3.3804 -3753.8
## + PoolArea       1  0.007735 3.3811 -3753.6
## + OpenPorchSF    1  0.006971 3.3818 -3753.5
## + X1stFlrSF      1  0.006844 3.3820 -3753.4
## + BsmtCond       3  0.024910 3.3639 -3753.4
## + MoSold         1  0.006266 3.3825 -3753.3
## + GarageCars     1  0.005986 3.3828 -3753.3
## + BldgType       4  0.033259 3.3556 -3753.2
## + FullBath       1  0.004929 3.3839 -3753.0
## + WoodDeckSF     1  0.004374 3.3844 -3752.9
## + EnclosedPorch  1  0.003623 3.3852 -3752.8
## + BsmtFinSF2     1  0.002370 3.3864 -3752.5
## + LotArea        1  0.002325 3.3865 -3752.5
## + LowQualFinSF   1  0.002188 3.3866 -3752.4
## + Alley          2  0.010848 3.3780 -3752.3
## + HouseStyle     7  0.056684 3.3321 -3752.3
## + TotRmsAbvGrd   1  0.000919 3.3879 -3752.2
## + BsmtUnfSF      1  0.000717 3.3881 -3752.1
## + TotalBsmtSF    1  0.000200 3.3886 -3752.0
## + HalfBath       1  0.000150 3.3887 -3752.0
## + MiscVal        1  0.000117 3.3887 -3752.0
## + BsmtFinSF1     1  0.000045 3.3888 -3752.0
## + Utilities      1  0.000019 3.3888 -3752.0
## + GarageYrBlt    1  0.000001 3.3888 -3752.0
## + LandContour    3  0.013773 3.3750 -3750.9
## + LandSlope      2  0.003629 3.3852 -3750.8
## + GarageQual     4  0.020940 3.3679 -3750.5
## + BsmtExposure   4  0.020661 3.3682 -3750.4
## + Functional     5  0.029386 3.3594 -3750.3
## + PavedDrive     2  0.000633 3.3882 -3750.1
## + PoolQC         3  0.008933 3.3799 -3749.9
## + LotShape       3  0.007343 3.3815 -3749.6
## + Condition1     8  0.052898 3.3359 -3749.5
## + Electrical     5  0.023528 3.3653 -3749.1
## + BsmtFinType1   5  0.022781 3.3660 -3748.9
## + MiscFeature    3  0.003297 3.3855 -3748.7
## + GarageCond     4  0.009989 3.3788 -3748.1
## + LotConfig      4  0.008411 3.3804 -3747.8
## + Fence          4  0.006558 3.3823 -3747.4
## + Exterior2nd   14  0.090846 3.2980 -3745.8
## + RoofStyle      5  0.006409 3.3824 -3745.4
## + BsmtFinType2   6  0.015178 3.3736 -3745.2
## + Exterior1st   12  0.057101 3.3317 -3742.4
## 
## Step:  AIC=-3757.35
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual
## 
##                 Df Sum of Sq    RSS     AIC
## + Street         1  0.022822 3.3228 -3760.3
## + LotFrontage    1  0.020833 3.3247 -3759.9
## + Fireplaces     1  0.017247 3.3283 -3759.1
## + ScreenPorch    1  0.015846 3.3297 -3758.8
## + Id             1  0.013070 3.3325 -3758.2
## + Condition2     7  0.066057 3.2795 -3757.9
## + MSSubClass     1  0.011339 3.3342 -3757.8
## + YearRemodAdd   1  0.009982 3.3356 -3757.5
## <none>                       3.3456 -3757.3
## + BsmtCond       3  0.027267 3.3183 -3757.3
## + X2ndFlrSF      1  0.008925 3.3367 -3757.3
## + BsmtHalfBath   1  0.007957 3.3376 -3757.1
## + YrSold         1  0.007908 3.3377 -3757.1
## + X3SsnPorch     1  0.007151 3.3384 -3756.9
## + X1stFlrSF      1  0.006807 3.3388 -3756.8
## + MoSold         1  0.006685 3.3389 -3756.8
## + OpenPorchSF    1  0.005930 3.3396 -3756.6
## + PoolArea       1  0.005413 3.3402 -3756.5
## + GarageCars     1  0.005368 3.3402 -3756.5
## + SaleType       8  0.068130 3.2774 -3756.4
## + BldgType       4  0.031221 3.3144 -3756.2
## + LowQualFinSF   1  0.003812 3.3418 -3756.2
## + EnclosedPorch  1  0.003686 3.3419 -3756.2
## + WoodDeckSF     1  0.003243 3.3423 -3756.1
## + FullBath       1  0.002856 3.3427 -3756.0
## + LotArea        1  0.002041 3.3435 -3755.8
## + BsmtFinSF2     1  0.002010 3.3436 -3755.8
## + HouseStyle     7  0.056047 3.2895 -3755.7
## + TotRmsAbvGrd   1  0.001445 3.3441 -3755.7
## + HeatingQC      4  0.028456 3.3171 -3755.6
## + HalfBath       1  0.000955 3.3446 -3755.6
## + BsmtUnfSF      1  0.000583 3.3450 -3755.5
## + Utilities      1  0.000531 3.3450 -3755.5
## + GarageYrBlt    1  0.000136 3.3454 -3755.4
## + TotalBsmtSF    1  0.000112 3.3455 -3755.4
## + MiscVal        1  0.000079 3.3455 -3755.4
## + BsmtFinSF1     1  0.000021 3.3456 -3755.4
## + Alley          2  0.006270 3.3393 -3754.7
## + Functional     5  0.033058 3.3125 -3754.6
## + LandSlope      2  0.005219 3.3404 -3754.5
## + BsmtExposure   4  0.021400 3.3242 -3754.0
## + LandContour    3  0.011576 3.3340 -3753.9
## + PavedDrive     2  0.000323 3.3453 -3753.4
## + LotShape       3  0.008501 3.3371 -3753.2
## + PoolQC         3  0.007097 3.3385 -3752.9
## + Electrical     5  0.025184 3.3204 -3752.9
## + GarageQual     4  0.015815 3.3298 -3752.8
## + Condition1     8  0.051143 3.2944 -3752.6
## + BsmtFinType1   5  0.023593 3.3220 -3752.5
## + MiscFeature    3  0.002256 3.3433 -3751.8
## + GarageCond     4  0.010755 3.3348 -3751.7
## + Exterior2nd   14  0.096246 3.2493 -3750.7
## + LotConfig      4  0.005782 3.3398 -3750.6
## + Fence          4  0.005173 3.3404 -3750.5
## + RoofStyle      5  0.008168 3.3374 -3749.1
## + BsmtFinType2   6  0.013661 3.3319 -3748.3
## + Exterior1st   12  0.057417 3.2882 -3746.0
## 
## Step:  AIC=-3760.34
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street
## 
##                 Df Sum of Sq    RSS     AIC
## + Fireplaces     1  0.019631 3.3031 -3762.7
## + LotFrontage    1  0.019441 3.3033 -3762.6
## + ScreenPorch    1  0.016158 3.3066 -3761.9
## + Condition2     7  0.067175 3.2556 -3761.3
## + Id             1  0.012086 3.3107 -3761.0
## + LotArea        1  0.010740 3.3120 -3760.7
## + BsmtCond       3  0.028173 3.2946 -3760.6
## + YearRemodAdd   1  0.009673 3.3131 -3760.5
## <none>                       3.3228 -3760.3
## + YrSold         1  0.009034 3.3137 -3760.3
## + X2ndFlrSF      1  0.008662 3.3141 -3760.2
## + BsmtHalfBath   1  0.008244 3.3145 -3760.2
## + X3SsnPorch     1  0.007169 3.3156 -3759.9
## + MSSubClass     1  0.006678 3.3161 -3759.8
## + X1stFlrSF      1  0.006562 3.3162 -3759.8
## + MoSold         1  0.006308 3.3164 -3759.7
## + GarageCars     1  0.005741 3.3170 -3759.6
## + OpenPorchSF    1  0.005666 3.3171 -3759.6
## + PoolArea       1  0.005443 3.3173 -3759.5
## + HeatingQC      4  0.031507 3.2912 -3759.3
## + EnclosedPorch  1  0.004150 3.3186 -3759.3
## + LowQualFinSF   1  0.003865 3.3189 -3759.2
## + FullBath       1  0.002557 3.3202 -3758.9
## + WoodDeckSF     1  0.002335 3.3204 -3758.9
## + BsmtFinSF2     1  0.002181 3.3206 -3758.8
## + TotRmsAbvGrd   1  0.001403 3.3214 -3758.7
## + HalfBath       1  0.001149 3.3216 -3758.6
## + BsmtUnfSF      1  0.000676 3.3221 -3758.5
## + Utilities      1  0.000465 3.3223 -3758.4
## + MiscVal        1  0.000181 3.3226 -3758.4
## + TotalBsmtSF    1  0.000166 3.3226 -3758.4
## + BsmtFinSF1     1  0.000030 3.3227 -3758.3
## + GarageYrBlt    1  0.000013 3.3227 -3758.3
## + HouseStyle     7  0.054076 3.2687 -3758.3
## + Functional     5  0.034985 3.2878 -3758.1
## + Alley          2  0.006810 3.3159 -3757.8
## + BldgType       4  0.024444 3.2983 -3757.7
## + BsmtExposure   4  0.023766 3.2990 -3757.6
## + LandSlope      2  0.005406 3.3173 -3757.5
## + SaleType       8  0.058037 3.2647 -3757.2
## + LandContour    3  0.009923 3.3128 -3756.5
## + GarageQual     4  0.018839 3.3039 -3756.5
## + PavedDrive     2  0.000549 3.3222 -3756.5
## + LotShape       3  0.008436 3.3143 -3756.2
## + Electrical     5  0.025812 3.2969 -3756.0
## + PoolQC         3  0.007219 3.3155 -3755.9
## + BsmtFinType1   5  0.024118 3.2986 -3755.7
## + MiscFeature    3  0.003895 3.3189 -3755.2
## + Condition1     8  0.048073 3.2747 -3755.0
## + Exterior2nd   14  0.098963 3.2238 -3754.4
## + GarageCond     4  0.009220 3.3135 -3754.4
## + LotConfig      4  0.005485 3.3173 -3753.5
## + Fence          4  0.005057 3.3177 -3753.5
## + RoofStyle      5  0.007486 3.3153 -3752.0
## + BsmtFinType2   6  0.014970 3.3078 -3751.6
## + Exterior1st   12  0.059337 3.2634 -3749.5
## 
## Step:  AIC=-3762.67
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces
## 
##                 Df Sum of Sq    RSS     AIC
## + LotFrontage    1  0.023523 3.2796 -3765.9
## + ScreenPorch    1  0.019932 3.2832 -3765.1
## + Id             1  0.015518 3.2876 -3764.1
## + BsmtCond       3  0.028083 3.2750 -3762.9
## + X2ndFlrSF      1  0.009992 3.2931 -3762.9
## + Condition2     7  0.063569 3.2396 -3762.9
## + YrSold         1  0.009743 3.2934 -3762.8
## <none>                       3.3031 -3762.7
## + YearRemodAdd   1  0.008670 3.2945 -3762.6
## + LotArea        1  0.008060 3.2951 -3762.5
## + BsmtHalfBath   1  0.008022 3.2951 -3762.4
## + X1stFlrSF      1  0.007900 3.2952 -3762.4
## + MSSubClass     1  0.007522 3.2956 -3762.3
## + MoSold         1  0.007456 3.2957 -3762.3
## + GarageCars     1  0.006416 3.2967 -3762.1
## + X3SsnPorch     1  0.006069 3.2971 -3762.0
## + OpenPorchSF    1  0.005593 3.2975 -3761.9
## + PoolArea       1  0.004249 3.2989 -3761.6
## + LowQualFinSF   1  0.003331 3.2998 -3761.4
## + EnclosedPorch  1  0.002960 3.3002 -3761.3
## + BsmtFinSF2     1  0.002815 3.3003 -3761.3
## + WoodDeckSF     1  0.002378 3.3007 -3761.2
## + FullBath       1  0.001817 3.3013 -3761.1
## + HeatingQC      4  0.028500 3.2746 -3761.0
## + BsmtUnfSF      1  0.001022 3.3021 -3760.9
## + TotRmsAbvGrd   1  0.000987 3.3021 -3760.9
## + HalfBath       1  0.000849 3.3023 -3760.9
## + Utilities      1  0.000653 3.3025 -3760.8
## + MiscVal        1  0.000201 3.3029 -3760.7
## + GarageYrBlt    1  0.000074 3.3030 -3760.7
## + TotalBsmtSF    1  0.000046 3.3031 -3760.7
## + BsmtFinSF1     1  0.000012 3.3031 -3760.7
## + HouseStyle     7  0.052952 3.2502 -3760.5
## + BldgType       4  0.025837 3.2773 -3760.4
## + Functional     5  0.034647 3.2685 -3760.4
## + Alley          2  0.006929 3.2962 -3760.2
## + LandSlope      2  0.005945 3.2972 -3760.0
## + BsmtExposure   4  0.021266 3.2819 -3759.4
## + GarageQual     4  0.020295 3.2828 -3759.2
## + SaleType       8  0.054659 3.2485 -3758.8
## + LandContour    3  0.009662 3.2935 -3758.8
## + PavedDrive     2  0.000493 3.3026 -3758.8
## + LotShape       3  0.008725 3.2944 -3758.6
## + Electrical     5  0.025483 3.2776 -3758.3
## + PoolQC         3  0.005650 3.2975 -3757.9
## + BsmtFinType1   5  0.023377 3.2797 -3757.9
## + MiscFeature    3  0.004210 3.2989 -3757.6
## + GarageCond     4  0.009449 3.2937 -3756.8
## + Condition1     8  0.045318 3.2578 -3756.8
## + Exterior2nd   14  0.098312 3.2048 -3756.7
## + LotConfig      4  0.005397 3.2977 -3755.9
## + Fence          4  0.004246 3.2989 -3755.6
## + RoofStyle      5  0.007660 3.2955 -3754.4
## + BsmtFinType2   6  0.014229 3.2889 -3753.8
## + Exterior1st   12  0.059716 3.2434 -3752.0
## 
## Step:  AIC=-3765.89
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage
## 
##                 Df Sum of Sq    RSS     AIC
## + ScreenPorch    1  0.018585 3.2610 -3768.0
## + Id             1  0.016196 3.2634 -3767.5
## + BsmtCond       3  0.033194 3.2464 -3767.3
## + Condition2     7  0.066674 3.2129 -3766.9
## + YearRemodAdd   1  0.011876 3.2677 -3766.5
## + X2ndFlrSF      1  0.009625 3.2700 -3766.0
## + YrSold         1  0.009217 3.2704 -3765.9
## + LotArea        1  0.008984 3.2706 -3765.9
## <none>                       3.2796 -3765.9
## + X1stFlrSF      1  0.007559 3.2720 -3765.6
## + BsmtHalfBath   1  0.007263 3.2723 -3765.5
## + GarageCars     1  0.006917 3.2727 -3765.4
## + MoSold         1  0.006398 3.2732 -3765.3
## + MSSubClass     1  0.005962 3.2736 -3765.2
## + OpenPorchSF    1  0.005290 3.2743 -3765.1
## + X3SsnPorch     1  0.004783 3.2748 -3765.0
## + PoolArea       1  0.004407 3.2752 -3764.9
## + LowQualFinSF   1  0.003370 3.2762 -3764.6
## + BsmtFinSF2     1  0.002830 3.2768 -3764.5
## + FullBath       1  0.002550 3.2770 -3764.5
## + EnclosedPorch  1  0.002398 3.2772 -3764.4
## + WoodDeckSF     1  0.001790 3.2778 -3764.3
## + TotRmsAbvGrd   1  0.001683 3.2779 -3764.3
## + Utilities      1  0.001405 3.2782 -3764.2
## + HeatingQC      4  0.028008 3.2516 -3764.1
## + MiscVal        1  0.000976 3.2786 -3764.1
## + HalfBath       1  0.000701 3.2789 -3764.0
## + BsmtUnfSF      1  0.000517 3.2791 -3764.0
## + GarageYrBlt    1  0.000077 3.2795 -3763.9
## + BsmtFinSF1     1  0.000017 3.2796 -3763.9
## + TotalBsmtSF    1  0.000012 3.2796 -3763.9
## + Functional     5  0.034259 3.2453 -3763.6
## + HouseStyle     7  0.051519 3.2281 -3763.4
## + Alley          2  0.006591 3.2730 -3763.4
## + LandSlope      2  0.006372 3.2732 -3763.3
## + BldgType       4  0.022864 3.2567 -3763.0
## + GarageQual     4  0.022149 3.2575 -3762.8
## + SaleType       8  0.054358 3.2252 -3762.1
## + BsmtExposure   4  0.018807 3.2608 -3762.1
## + PavedDrive     2  0.000142 3.2795 -3761.9
## + Electrical     5  0.026797 3.2528 -3761.9
## + BsmtFinType1   5  0.026153 3.2534 -3761.7
## + LandContour    3  0.007413 3.2722 -3761.5
## + PoolQC         3  0.005536 3.2741 -3761.1
## + MiscFeature    3  0.005164 3.2744 -3761.0
## + LotShape       3  0.003163 3.2764 -3760.6
## + Exterior2nd   14  0.098053 3.1815 -3760.0
## + GarageCond     4  0.009448 3.2702 -3760.0
## + Condition1     8  0.040253 3.2393 -3758.9
## + Fence          4  0.003740 3.2759 -3758.7
## + LotConfig      4  0.001957 3.2776 -3758.3
## + RoofStyle      5  0.008067 3.2715 -3757.7
## + BsmtFinType2   6  0.015641 3.2640 -3757.4
## + Exterior1st   12  0.060068 3.2195 -3755.4
## 
## Step:  AIC=-3768.03
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch
## 
##                 Df Sum of Sq    RSS     AIC
## + Id             1  0.016589 3.2444 -3769.8
## + BsmtCond       3  0.032523 3.2285 -3769.4
## + Condition2     7  0.065642 3.1954 -3768.9
## + X2ndFlrSF      1  0.011672 3.2493 -3768.7
## + YearRemodAdd   1  0.011664 3.2494 -3768.7
## + X1stFlrSF      1  0.009801 3.2512 -3768.2
## <none>                       3.2610 -3768.0
## + GarageCars     1  0.008134 3.2529 -3767.9
## + YrSold         1  0.008010 3.2530 -3767.8
## + LotArea        1  0.007935 3.2531 -3767.8
## + BsmtHalfBath   1  0.006844 3.2542 -3767.6
## + MoSold         1  0.006248 3.2548 -3767.4
## + X3SsnPorch     1  0.006113 3.2549 -3767.4
## + PoolArea       1  0.005882 3.2551 -3767.4
## + OpenPorchSF    1  0.005844 3.2552 -3767.3
## + MSSubClass     1  0.005239 3.2558 -3767.2
## + EnclosedPorch  1  0.004470 3.2565 -3767.0
## + Utilities      1  0.003694 3.2573 -3766.9
## + FullBath       1  0.003335 3.2577 -3766.8
## + WoodDeckSF     1  0.002985 3.2580 -3766.7
## + LowQualFinSF   1  0.002361 3.2587 -3766.6
## + BsmtFinSF2     1  0.002151 3.2589 -3766.5
## + TotRmsAbvGrd   1  0.002105 3.2589 -3766.5
## + HeatingQC      4  0.028051 3.2330 -3766.3
## + MiscVal        1  0.000808 3.2602 -3766.2
## + HouseStyle     7  0.053593 3.2074 -3766.1
## + BsmtUnfSF      1  0.000291 3.2607 -3766.1
## + HalfBath       1  0.000255 3.2608 -3766.1
## + GarageYrBlt    1  0.000093 3.2609 -3766.1
## + BsmtFinSF1     1  0.000015 3.2610 -3766.0
## + TotalBsmtSF    1  0.000000 3.2610 -3766.0
## + Functional     5  0.034124 3.2269 -3765.7
## + LandSlope      2  0.007458 3.2536 -3765.7
## + GarageQual     4  0.024503 3.2365 -3765.5
## + Alley          2  0.006437 3.2546 -3765.5
## + BldgType       4  0.021214 3.2398 -3764.8
## + SaleType       8  0.054132 3.2069 -3764.3
## + BsmtExposure   4  0.018780 3.2422 -3764.3
## + PavedDrive     2  0.000353 3.2607 -3764.1
## + Electrical     5  0.026871 3.2341 -3764.1
## + PoolQC         3  0.007132 3.2539 -3763.6
## + BsmtFinType1   5  0.024512 3.2365 -3763.5
## + LandContour    3  0.006645 3.2544 -3763.5
## + MiscFeature    3  0.004454 3.2566 -3763.0
## + Exterior2nd   14  0.098779 3.1622 -3762.5
## + LotShape       3  0.001628 3.2594 -3762.4
## + GarageCond     4  0.008048 3.2530 -3761.8
## + Condition1     8  0.041307 3.2197 -3761.3
## + Fence          4  0.003444 3.2576 -3760.8
## + LotConfig      4  0.002724 3.2583 -3760.6
## + RoofStyle      5  0.009345 3.2517 -3760.1
## + BsmtFinType2   6  0.017287 3.2437 -3759.9
## + Exterior1st   12  0.063092 3.1979 -3758.3
## 
## Step:  AIC=-3769.76
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtCond       3  0.032608 3.2118 -3771.1
## + Condition2     7  0.064284 3.1801 -3770.4
## + YearRemodAdd   1  0.011394 3.2330 -3770.3
## + X2ndFlrSF      1  0.010990 3.2334 -3770.2
## + X1stFlrSF      1  0.009299 3.2351 -3769.9
## <none>                       3.2444 -3769.8
## + LotArea        1  0.008862 3.2356 -3769.8
## + GarageCars     1  0.008739 3.2357 -3769.7
## + MSSubClass     1  0.007314 3.2371 -3769.4
## + YrSold         1  0.007246 3.2372 -3769.4
## + MoSold         1  0.006860 3.2376 -3769.3
## + PoolArea       1  0.006838 3.2376 -3769.3
## + BsmtHalfBath   1  0.006583 3.2378 -3769.2
## + X3SsnPorch     1  0.005924 3.2385 -3769.1
## + OpenPorchSF    1  0.005290 3.2391 -3768.9
## + Utilities      1  0.004264 3.2402 -3768.7
## + EnclosedPorch  1  0.004223 3.2402 -3768.7
## + HouseStyle     7  0.056212 3.1882 -3768.5
## + FullBath       1  0.002937 3.2415 -3768.4
## + WoodDeckSF     1  0.002696 3.2417 -3768.4
## + TotRmsAbvGrd   1  0.002445 3.2420 -3768.3
## + BsmtFinSF2     1  0.002139 3.2423 -3768.2
## + LowQualFinSF   1  0.002053 3.2424 -3768.2
## + MiscVal        1  0.000845 3.2436 -3767.9
## + HalfBath       1  0.000483 3.2439 -3767.9
## + BsmtUnfSF      1  0.000351 3.2441 -3767.8
## + BsmtFinSF1     1  0.000075 3.2444 -3767.8
## + GarageYrBlt    1  0.000066 3.2444 -3767.8
## + TotalBsmtSF    1  0.000054 3.2444 -3767.8
## + HeatingQC      4  0.026474 3.2180 -3767.7
## + GarageQual     4  0.025796 3.2186 -3767.6
## + LandSlope      2  0.007177 3.2372 -3767.4
## + SaleType       8  0.059096 3.1853 -3767.2
## + Functional     5  0.032690 3.2117 -3767.2
## + Alley          2  0.005607 3.2388 -3767.0
## + BldgType       4  0.021953 3.2225 -3766.7
## + Electrical     5  0.027790 3.2166 -3766.0
## + PavedDrive     2  0.000384 3.2440 -3765.8
## + BsmtExposure   4  0.017710 3.2267 -3765.8
## + PoolQC         3  0.007807 3.2366 -3765.5
## + LandContour    3  0.006852 3.2376 -3765.3
## + Exterior2nd   14  0.102419 3.1420 -3765.2
## + MiscFeature    3  0.005077 3.2393 -3764.9
## + BsmtFinType1   5  0.020654 3.2238 -3764.4
## + LotShape       3  0.001835 3.2426 -3764.2
## + GarageCond     4  0.007713 3.2367 -3763.5
## + Condition1     8  0.042762 3.2017 -3763.4
## + Fence          4  0.004370 3.2401 -3762.7
## + LotConfig      4  0.001751 3.2427 -3762.2
## + BsmtFinType2   6  0.018104 3.2263 -3761.8
## + RoofStyle      5  0.007690 3.2367 -3761.5
## + Exterior1st   12  0.068698 3.1757 -3761.4
## 
## Step:  AIC=-3771.13
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond
## 
##                 Df Sum of Sq    RSS     AIC
## + X2ndFlrSF      1  0.010828 3.2010 -3771.6
## + YrSold         1  0.010296 3.2015 -3771.5
## + Condition2     7  0.061800 3.1500 -3771.3
## + PoolArea       1  0.009501 3.2023 -3771.3
## + X1stFlrSF      1  0.009221 3.2026 -3771.2
## + LotArea        1  0.009082 3.2027 -3771.2
## + YearRemodAdd   1  0.008865 3.2030 -3771.1
## <none>                       3.2118 -3771.1
## + GarageCars     1  0.008547 3.2033 -3771.1
## + HeatingQC      4  0.033480 3.1783 -3770.8
## + X3SsnPorch     1  0.006696 3.2051 -3770.7
## + MoSold         1  0.006210 3.2056 -3770.5
## + MSSubClass     1  0.006157 3.2057 -3770.5
## + Electrical     5  0.040909 3.1709 -3770.5
## + OpenPorchSF    1  0.005857 3.2060 -3770.5
## + BsmtHalfBath   1  0.005523 3.2063 -3770.4
## + EnclosedPorch  1  0.005059 3.2068 -3770.3
## + Utilities      1  0.004187 3.2076 -3770.1
## + TotRmsAbvGrd   1  0.002885 3.2089 -3769.8
## + WoodDeckSF     1  0.002549 3.2093 -3769.7
## + FullBath       1  0.002479 3.2093 -3769.7
## + LowQualFinSF   1  0.001902 3.2099 -3769.6
## + HalfBath       1  0.001036 3.2108 -3769.4
## + BsmtFinSF2     1  0.000984 3.2108 -3769.4
## + MiscVal        1  0.000742 3.2111 -3769.3
## + HouseStyle     7  0.052922 3.1589 -3769.3
## + GarageYrBlt    1  0.000472 3.2113 -3769.2
## + BsmtUnfSF      1  0.000172 3.2116 -3769.2
## + BsmtFinSF1     1  0.000019 3.2118 -3769.1
## + TotalBsmtSF    1  0.000016 3.2118 -3769.1
## + Functional     5  0.033165 3.1787 -3768.7
## + LandSlope      2  0.005953 3.2059 -3768.5
## + Alley          2  0.005460 3.2064 -3768.4
## + BldgType       4  0.020851 3.1910 -3767.9
## + GarageQual     4  0.020161 3.1917 -3767.7
## + PoolQC         3  0.010861 3.2010 -3767.6
## + SaleType       8  0.054345 3.1575 -3767.6
## + BsmtExposure   4  0.018303 3.1935 -3767.3
## + PavedDrive     2  0.000126 3.2117 -3767.2
## + LandContour    3  0.006626 3.2052 -3766.6
## + MiscFeature    3  0.005190 3.2066 -3766.3
## + BsmtFinType1   5  0.022242 3.1896 -3766.2
## + Exterior2nd   14  0.099036 3.1128 -3766.0
## + GarageCond     4  0.011186 3.2006 -3765.7
## + LotShape       3  0.000770 3.2110 -3765.3
## + Condition1     8  0.043705 3.1681 -3765.1
## + Fence          4  0.004696 3.2071 -3764.2
## + BsmtFinType2   6  0.021318 3.1905 -3764.0
## + LotConfig      4  0.001949 3.2099 -3763.6
## + RoofStyle      5  0.008816 3.2030 -3763.1
## + Exterior1st   12  0.064021 3.1478 -3761.8
## 
## Step:  AIC=-3771.6
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF
## 
##                 Df Sum of Sq    RSS     AIC
## + Condition2     7  0.070231 3.1308 -3773.8
## + MSSubClass     1  0.016935 3.1841 -3773.5
## + HouseStyle     7  0.067276 3.1337 -3773.1
## + TotalBsmtSF    1  0.014489 3.1865 -3772.9
## + LotArea        1  0.011482 3.1895 -3772.2
## + YrSold         1  0.010846 3.1901 -3772.1
## + PoolArea       1  0.010093 3.1909 -3771.9
## + HalfBath       1  0.009308 3.1917 -3771.7
## + HeatingQC      4  0.035061 3.1659 -3771.6
## <none>                       3.2010 -3771.6
## + GarageCars     1  0.008306 3.1927 -3771.5
## + YearRemodAdd   1  0.007920 3.1931 -3771.4
## + Electrical     5  0.041531 3.1595 -3771.1
## + X3SsnPorch     1  0.006356 3.1946 -3771.0
## + OpenPorchSF    1  0.005963 3.1950 -3771.0
## + BsmtHalfBath   1  0.005467 3.1955 -3770.8
## + EnclosedPorch  1  0.005230 3.1958 -3770.8
## + MoSold         1  0.005195 3.1958 -3770.8
## + BsmtUnfSF      1  0.004397 3.1966 -3770.6
## + Utilities      1  0.004277 3.1967 -3770.6
## + TotRmsAbvGrd   1  0.003315 3.1977 -3770.4
## + WoodDeckSF     1  0.002348 3.1986 -3770.1
## + FullBath       1  0.001653 3.1993 -3770.0
## + X1stFlrSF      1  0.000841 3.2001 -3769.8
## + LowQualFinSF   1  0.000841 3.2001 -3769.8
## + MiscVal        1  0.000646 3.2003 -3769.7
## + BsmtFinSF2     1  0.000473 3.2005 -3769.7
## + GarageYrBlt    1  0.000414 3.2006 -3769.7
## + Functional     5  0.035239 3.1658 -3769.7
## + BsmtFinSF1     1  0.000236 3.2008 -3769.7
## + LandSlope      2  0.005822 3.1952 -3768.9
## + Alley          2  0.005353 3.1956 -3768.8
## + BldgType       4  0.021505 3.1795 -3768.5
## + SaleType       8  0.055862 3.1451 -3768.4
## + GarageQual     4  0.020262 3.1807 -3768.2
## + PoolQC         3  0.011449 3.1895 -3768.2
## + BsmtExposure   4  0.019650 3.1813 -3768.1
## + PavedDrive     2  0.000214 3.2008 -3767.6
## + LandContour    3  0.007556 3.1934 -3767.3
## + Exterior2nd   14  0.101063 3.0999 -3767.0
## + MiscFeature    3  0.005026 3.1960 -3766.7
## + BsmtFinType1   5  0.021142 3.1798 -3766.4
## + GarageCond     4  0.010939 3.1901 -3766.1
## + LotShape       3  0.000475 3.2005 -3765.7
## + Condition1     8  0.041766 3.1592 -3765.2
## + Fence          4  0.005634 3.1954 -3764.9
## + BsmtFinType2   6  0.021556 3.1794 -3764.5
## + LotConfig      4  0.002554 3.1984 -3764.2
## + RoofStyle      5  0.008186 3.1928 -3763.5
## + Exterior1st   12  0.063771 3.1372 -3762.3
## 
## Step:  AIC=-3773.79
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2
## 
##                 Df Sum of Sq    RSS     AIC
## + MSSubClass     1  0.018565 3.1122 -3776.1
## + HeatingQC      4  0.038639 3.0921 -3774.9
## + Electrical     5  0.046859 3.0839 -3774.8
## + PoolArea       1  0.011718 3.1190 -3774.5
## + GarageCars     1  0.011306 3.1195 -3774.4
## + HouseStyle     7  0.059767 3.0710 -3773.9
## + YrSold         1  0.008574 3.1222 -3773.8
## <none>                       3.1308 -3773.8
## + OpenPorchSF    1  0.008443 3.1223 -3773.8
## + HalfBath       1  0.007984 3.1228 -3773.7
## + YearRemodAdd   1  0.007425 3.1233 -3773.5
## + BsmtHalfBath   1  0.006715 3.1240 -3773.4
## + LotArea        1  0.006201 3.1246 -3773.2
## + BsmtUnfSF      1  0.005432 3.1253 -3773.1
## + TotalBsmtSF    1  0.005300 3.1255 -3773.0
## + Functional     5  0.039361 3.0914 -3773.0
## + EnclosedPorch  1  0.004946 3.1258 -3772.9
## + X3SsnPorch     1  0.004461 3.1263 -3772.8
## + Utilities      1  0.004150 3.1266 -3772.8
## + MoSold         1  0.003955 3.1268 -3772.7
## + WoodDeckSF     1  0.002280 3.1285 -3772.3
## + TotRmsAbvGrd   1  0.001285 3.1295 -3772.1
## + FullBath       1  0.000865 3.1299 -3772.0
## + BsmtFinSF1     1  0.000566 3.1302 -3771.9
## + BsmtFinSF2     1  0.000379 3.1304 -3771.9
## + X1stFlrSF      1  0.000354 3.1304 -3771.9
## + LowQualFinSF   1  0.000354 3.1304 -3771.9
## + GarageYrBlt    1  0.000279 3.1305 -3771.9
## + MiscVal        1  0.000011 3.1307 -3771.8
## + BldgType       4  0.024545 3.1062 -3771.5
## + GarageQual     4  0.023669 3.1071 -3771.3
## + SaleType       8  0.057455 3.0733 -3771.3
## + PoolQC         3  0.012859 3.1179 -3770.8
## + Alley          2  0.004030 3.1267 -3770.7
## + LandSlope      2  0.003409 3.1273 -3770.6
## + PavedDrive     2  0.000284 3.1305 -3769.9
## + MiscFeature    3  0.007141 3.1236 -3769.5
## + LandContour    3  0.005842 3.1249 -3769.2
## + Exterior2nd   14  0.097852 3.0329 -3769.0
## + BsmtFinType1   5  0.022128 3.1086 -3769.0
## + BsmtExposure   4  0.012734 3.1180 -3768.8
## + LotShape       3  0.002740 3.1280 -3768.4
## + GarageCond     4  0.008509 3.1223 -3767.8
## + Fence          4  0.004358 3.1264 -3766.8
## + Condition1     8  0.037913 3.0928 -3766.7
## + LotConfig      4  0.002655 3.1281 -3766.4
## + BsmtFinType2   6  0.019179 3.1116 -3766.3
## + RoofStyle      5  0.006964 3.1238 -3765.4
## + Exterior1st   12  0.058582 3.0722 -3763.6
## 
## Step:  AIC=-3776.13
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass
## 
##                 Df Sum of Sq    RSS     AIC
## + HeatingQC      4  0.038700 3.0735 -3777.3
## + GarageCars     1  0.011579 3.1006 -3776.9
## + Electrical     5  0.045205 3.0670 -3776.8
## + YrSold         1  0.010032 3.1022 -3776.5
## + OpenPorchSF    1  0.009518 3.1027 -3776.4
## + PoolArea       1  0.009173 3.1030 -3776.3
## + HalfBath       1  0.008965 3.1032 -3776.2
## <none>                       3.1122 -3776.1
## + YearRemodAdd   1  0.007736 3.1045 -3775.9
## + BsmtHalfBath   1  0.005712 3.1065 -3775.5
## + LotArea        1  0.005521 3.1067 -3775.4
## + EnclosedPorch  1  0.005196 3.1070 -3775.4
## + X3SsnPorch     1  0.004363 3.1078 -3775.2
## + MoSold         1  0.004156 3.1080 -3775.1
## + BsmtUnfSF      1  0.003971 3.1082 -3775.1
## + Utilities      1  0.003152 3.1090 -3774.9
## + TotRmsAbvGrd   1  0.002667 3.1095 -3774.8
## + TotalBsmtSF    1  0.002508 3.1097 -3774.7
## + WoodDeckSF     1  0.002064 3.1101 -3774.6
## + BsmtFinSF2     1  0.001054 3.1111 -3774.4
## + HouseStyle     7  0.051764 3.0604 -3774.4
## + GarageYrBlt    1  0.000871 3.1113 -3774.3
## + Functional     5  0.034501 3.0777 -3774.3
## + BsmtFinSF1     1  0.000393 3.1118 -3774.2
## + FullBath       1  0.000248 3.1120 -3774.2
## + MiscVal        1  0.000034 3.1122 -3774.1
## + X1stFlrSF      1  0.000028 3.1122 -3774.1
## + LowQualFinSF   1  0.000028 3.1122 -3774.1
## + GarageQual     4  0.023441 3.0888 -3773.7
## + LandSlope      2  0.003150 3.1090 -3772.9
## + Alley          2  0.002849 3.1093 -3772.8
## + PoolQC         3  0.009722 3.1025 -3772.4
## + PavedDrive     2  0.000522 3.1117 -3772.3
## + LandContour    3  0.008739 3.1035 -3772.2
## + MiscFeature    3  0.007914 3.1043 -3772.0
## + BldgType       4  0.015737 3.0965 -3771.8
## + BsmtExposure   4  0.015569 3.0966 -3771.8
## + SaleType       8  0.048419 3.0638 -3771.6
## + LotShape       3  0.003535 3.1087 -3771.0
## + BsmtFinType1   5  0.019812 3.0924 -3770.8
## + Exterior2nd   14  0.093969 3.0182 -3770.5
## + GarageCond     4  0.008744 3.1035 -3770.2
## + Fence          4  0.004272 3.1079 -3769.1
## + LotConfig      4  0.002395 3.1098 -3768.7
## + BsmtFinType2   6  0.017779 3.0944 -3768.3
## + Condition1     8  0.034468 3.0777 -3768.3
## + RoofStyle      5  0.006462 3.1057 -3767.7
## + Exterior1st   12  0.057382 3.0548 -3765.7
## 
## Step:  AIC=-3777.27
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC
## 
##                 Df Sum of Sq    RSS     AIC
## + Electrical     5  0.051120 3.0224 -3779.5
## + YrSold         1  0.011857 3.0616 -3778.1
## + PoolArea       1  0.010293 3.0632 -3777.7
## + OpenPorchSF    1  0.009920 3.0636 -3777.6
## + HalfBath       1  0.008581 3.0649 -3777.3
## + GarageCars     1  0.008422 3.0651 -3777.3
## <none>                       3.0735 -3777.3
## + EnclosedPorch  1  0.006530 3.0670 -3776.8
## + BsmtUnfSF      1  0.006094 3.0674 -3776.7
## + YearRemodAdd   1  0.005438 3.0681 -3776.6
## + LotArea        1  0.005363 3.0681 -3776.5
## + X3SsnPorch     1  0.004448 3.0690 -3776.3
## + GarageQual     4  0.029486 3.0440 -3776.3
## + TotalBsmtSF    1  0.004153 3.0693 -3776.3
## + MoSold         1  0.003968 3.0695 -3776.2
## + Utilities      1  0.003837 3.0697 -3776.2
## + BsmtHalfBath   1  0.003034 3.0705 -3776.0
## + WoodDeckSF     1  0.001804 3.0717 -3775.7
## + TotRmsAbvGrd   1  0.001658 3.0718 -3775.7
## + BsmtFinSF2     1  0.001315 3.0722 -3775.6
## + HouseStyle     7  0.051074 3.0224 -3775.5
## + GarageYrBlt    1  0.000675 3.0728 -3775.4
## + BsmtFinSF1     1  0.000616 3.0729 -3775.4
## + MiscVal        1  0.000390 3.0731 -3775.4
## + FullBath       1  0.000136 3.0734 -3775.3
## + X1stFlrSF      1  0.000064 3.0734 -3775.3
## + LowQualFinSF   1  0.000064 3.0734 -3775.3
## + Functional     5  0.032995 3.0405 -3775.1
## + PoolQC         3  0.012334 3.0612 -3774.2
## + SaleType       8  0.053803 3.0197 -3774.2
## + LandSlope      2  0.003496 3.0700 -3774.1
## + Alley          2  0.003279 3.0702 -3774.0
## + MiscFeature    3  0.011633 3.0619 -3774.0
## + LandContour    3  0.009579 3.0639 -3773.5
## + PavedDrive     2  0.000396 3.0731 -3773.4
## + BldgType       4  0.017061 3.0564 -3773.3
## + BsmtFinType1   5  0.021579 3.0519 -3772.4
## + LotShape       3  0.004049 3.0694 -3772.2
## + BsmtExposure   4  0.012031 3.0615 -3772.1
## + GarageCond     4  0.010396 3.0631 -3771.7
## + Exterior2nd   14  0.092239 2.9813 -3771.5
## + Fence          4  0.005674 3.0678 -3770.6
## + BsmtFinType2   6  0.022162 3.0513 -3770.6
## + LotConfig      4  0.003126 3.0704 -3770.0
## + RoofStyle      5  0.006029 3.0675 -3768.7
## + Condition1     8  0.031096 3.0424 -3768.7
## + Exterior1st   12  0.051172 3.0223 -3765.5
## 
## Step:  AIC=-3779.51
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical
## 
##                 Df Sum of Sq    RSS     AIC
## + YrSold         1  0.011409 3.0110 -3780.3
## + PoolArea       1  0.010825 3.0116 -3780.1
## + OpenPorchSF    1  0.009772 3.0126 -3779.9
## <none>                       3.0224 -3779.5
## + GarageCars     1  0.007729 3.0146 -3779.4
## + BsmtUnfSF      1  0.007371 3.0150 -3779.3
## + HouseStyle     7  0.056195 2.9662 -3779.2
## + MoSold         1  0.006054 3.0163 -3779.0
## + HalfBath       1  0.005951 3.0164 -3779.0
## + SaleType       8  0.063167 2.9592 -3778.9
## + LotArea        1  0.005579 3.0168 -3778.9
## + EnclosedPorch  1  0.005528 3.0168 -3778.8
## + X3SsnPorch     1  0.004559 3.0178 -3778.6
## + YearRemodAdd   1  0.003999 3.0184 -3778.5
## + TotalBsmtSF    1  0.003989 3.0184 -3778.5
## + BsmtHalfBath   1  0.003526 3.0189 -3778.4
## + Utilities      1  0.002518 3.0199 -3778.1
## + TotRmsAbvGrd   1  0.002342 3.0200 -3778.1
## + WoodDeckSF     1  0.002148 3.0202 -3778.0
## + BsmtFinSF2     1  0.001746 3.0206 -3777.9
## + GarageYrBlt    1  0.001714 3.0207 -3777.9
## + BsmtFinSF1     1  0.000965 3.0214 -3777.7
## + LandSlope      2  0.009043 3.0133 -3777.7
## + FullBath       1  0.000534 3.0218 -3777.6
## + MiscVal        1  0.000442 3.0219 -3777.6
## + X1stFlrSF      1  0.000010 3.0224 -3777.5
## + LowQualFinSF   1  0.000010 3.0224 -3777.5
## + PoolQC         3  0.012989 3.0094 -3776.7
## + Alley          2  0.004463 3.0179 -3776.6
## + GarageCond     4  0.020403 3.0020 -3776.5
## + MiscFeature    3  0.011772 3.0106 -3776.4
## + PavedDrive     2  0.000532 3.0218 -3775.6
## + BsmtExposure   4  0.016486 3.0059 -3775.5
## + BldgType       4  0.016286 3.0061 -3775.5
## + BsmtFinType1   5  0.023473 2.9989 -3775.2
## + LotShape       3  0.004689 3.0177 -3774.6
## + LandContour    3  0.004233 3.0181 -3774.5
## + GarageQual     4  0.009579 3.0128 -3773.8
## + Exterior2nd   14  0.088717 2.9337 -3773.3
## + Fence          4  0.005163 3.0172 -3772.8
## + LotConfig      4  0.004588 3.0178 -3772.6
## + BsmtFinType2   6  0.020867 3.0015 -3772.6
## + Functional     5  0.012587 3.0098 -3772.6
## + Condition1     8  0.031148 2.9912 -3771.1
## + RoofStyle      5  0.005684 3.0167 -3770.9
## + Exterior1st   12  0.057803 2.9646 -3769.6
## 
## Step:  AIC=-3780.27
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold
## 
##                 Df Sum of Sq    RSS     AIC
## + PoolArea       1  0.012637 2.9983 -3781.3
## + OpenPorchSF    1  0.011939 2.9990 -3781.2
## + SaleType       8  0.066878 2.9441 -3780.7
## <none>                       3.0110 -3780.3
## + GarageCars     1  0.007786 3.0032 -3780.2
## + BsmtUnfSF      1  0.007678 3.0033 -3780.1
## + MoSold         1  0.007341 3.0036 -3780.1
## + HouseStyle     7  0.055184 2.9558 -3779.8
## + LotArea        1  0.005678 3.0053 -3779.7
## + HalfBath       1  0.005648 3.0053 -3779.6
## + EnclosedPorch  1  0.005263 3.0057 -3779.5
## + X3SsnPorch     1  0.004678 3.0063 -3779.4
## + TotalBsmtSF    1  0.004590 3.0064 -3779.4
## + BsmtHalfBath   1  0.004078 3.0069 -3779.3
## + YearRemodAdd   1  0.003374 3.0076 -3779.1
## + TotRmsAbvGrd   1  0.003129 3.0078 -3779.0
## + Utilities      1  0.002747 3.0082 -3778.9
## + BsmtFinSF2     1  0.001692 3.0093 -3778.7
## + WoodDeckSF     1  0.001682 3.0093 -3778.7
## + GarageYrBlt    1  0.001365 3.0096 -3778.6
## + LandSlope      2  0.009436 3.0015 -3778.6
## + BsmtFinSF1     1  0.000935 3.0100 -3778.5
## + MiscVal        1  0.000628 3.0103 -3778.4
## + FullBath       1  0.000272 3.0107 -3778.3
## + X1stFlrSF      1  0.000080 3.0109 -3778.3
## + LowQualFinSF   1  0.000080 3.0109 -3778.3
## + PoolQC         3  0.014159 2.9968 -3777.7
## + MiscFeature    3  0.012845 2.9981 -3777.4
## + GarageCond     4  0.021045 2.9899 -3777.4
## + Alley          2  0.004076 3.0069 -3777.3
## + PavedDrive     2  0.000770 3.0102 -3776.5
## + BldgType       4  0.016860 2.9941 -3776.4
## + BsmtFinType1   5  0.024665 2.9863 -3776.3
## + BsmtExposure   4  0.014562 2.9964 -3775.8
## + LotShape       3  0.005696 3.0053 -3775.7
## + LandContour    3  0.004544 3.0064 -3775.4
## + GarageQual     4  0.008584 3.0024 -3774.4
## + BsmtFinType2   6  0.022280 2.9887 -3773.7
## + Exterior2nd   14  0.086949 2.9240 -3773.7
## + LotConfig      4  0.004520 3.0064 -3773.4
## + Functional     5  0.012742 2.9982 -3773.4
## + Fence          4  0.004359 3.0066 -3773.3
## + Condition1     8  0.031302 2.9797 -3771.9
## + RoofStyle      5  0.005213 3.0057 -3771.5
## + Exterior1st   12  0.055457 2.9555 -3769.8
## 
## Step:  AIC=-3781.34
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea
## 
##                 Df Sum of Sq    RSS     AIC
## + OpenPorchSF    1  0.012240 2.9861 -3782.3
## + SaleType       8  0.067579 2.9308 -3782.0
## + MoSold         1  0.008518 2.9898 -3781.4
## <none>                       2.9983 -3781.3
## + GarageCars     1  0.008062 2.9903 -3781.3
## + BsmtUnfSF      1  0.007084 2.9912 -3781.1
## + HouseStyle     7  0.055657 2.9427 -3781.0
## + HalfBath       1  0.006334 2.9920 -3780.9
## + LotArea        1  0.005863 2.9925 -3780.8
## + X3SsnPorch     1  0.005109 2.9932 -3780.6
## + BsmtHalfBath   1  0.004251 2.9941 -3780.4
## + TotRmsAbvGrd   1  0.004132 2.9942 -3780.3
## + EnclosedPorch  1  0.003792 2.9945 -3780.3
## + Utilities      1  0.003147 2.9952 -3780.1
## + TotalBsmtSF    1  0.003134 2.9952 -3780.1
## + YearRemodAdd   1  0.002970 2.9954 -3780.1
## + BsmtFinSF2     1  0.001395 2.9969 -3779.7
## + BsmtFinSF1     1  0.001295 2.9970 -3779.7
## + WoodDeckSF     1  0.001178 2.9971 -3779.6
## + MiscVal        1  0.000715 2.9976 -3779.5
## + GarageYrBlt    1  0.000696 2.9976 -3779.5
## + FullBath       1  0.000597 2.9977 -3779.5
## + X1stFlrSF      1  0.000022 2.9983 -3779.3
## + LowQualFinSF   1  0.000022 2.9983 -3779.3
## + LandSlope      2  0.007835 2.9905 -3779.3
## + GarageCond     4  0.021544 2.9768 -3778.6
## + Alley          2  0.004188 2.9941 -3778.4
## + MiscFeature    3  0.012198 2.9861 -3778.3
## + BsmtFinType1   5  0.025294 2.9730 -3777.5
## + PavedDrive     2  0.000736 2.9976 -3777.5
## + PoolQC         3  0.008177 2.9901 -3777.3
## + BldgType       4  0.016049 2.9823 -3777.3
## + LotShape       3  0.006984 2.9913 -3777.0
## + LandContour    3  0.005331 2.9930 -3776.6
## + BsmtExposure   4  0.012247 2.9861 -3776.3
## + Exterior2nd   14  0.091421 2.9069 -3775.9
## + GarageQual     4  0.007872 2.9905 -3775.3
## + LotConfig      4  0.004680 2.9937 -3774.5
## + Functional     5  0.012348 2.9860 -3774.4
## + BsmtFinType2   6  0.018955 2.9794 -3774.0
## + Fence          4  0.001019 2.9973 -3773.6
## + Condition1     8  0.032315 2.9660 -3773.3
## + RoofStyle      5  0.007042 2.9913 -3773.1
## + Exterior1st   12  0.055910 2.9424 -3771.1
## 
## Step:  AIC=-3782.33
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF
## 
##                 Df Sum of Sq    RSS     AIC
## + SaleType       8  0.072329 2.9138 -3784.2
## + BsmtUnfSF      1  0.009332 2.9768 -3782.6
## + HouseStyle     7  0.057614 2.9285 -3782.6
## <none>                       2.9861 -3782.3
## + GarageCars     1  0.007734 2.9783 -3782.2
## + MoSold         1  0.007472 2.9786 -3782.2
## + LotArea        1  0.006077 2.9800 -3781.8
## + X3SsnPorch     1  0.005564 2.9805 -3781.7
## + HalfBath       1  0.005026 2.9811 -3781.6
## + Utilities      1  0.004682 2.9814 -3781.5
## + EnclosedPorch  1  0.004117 2.9820 -3781.3
## + BsmtHalfBath   1  0.004002 2.9821 -3781.3
## + TotRmsAbvGrd   1  0.003377 2.9827 -3781.2
## + TotalBsmtSF    1  0.003171 2.9829 -3781.1
## + YearRemodAdd   1  0.002865 2.9832 -3781.0
## + BsmtFinSF1     1  0.002233 2.9838 -3780.9
## + BsmtFinSF2     1  0.001565 2.9845 -3780.7
## + WoodDeckSF     1  0.001346 2.9847 -3780.7
## + MiscVal        1  0.000957 2.9851 -3780.6
## + GarageYrBlt    1  0.000780 2.9853 -3780.5
## + FullBath       1  0.000718 2.9854 -3780.5
## + X1stFlrSF      1  0.000123 2.9860 -3780.4
## + LowQualFinSF   1  0.000123 2.9860 -3780.4
## + LandSlope      2  0.007039 2.9790 -3780.1
## + MiscFeature    3  0.013761 2.9723 -3779.7
## + BsmtFinType1   5  0.028724 2.9574 -3779.4
## + Alley          2  0.003810 2.9823 -3779.3
## + GarageCond     4  0.019061 2.9670 -3779.0
## + PavedDrive     2  0.000794 2.9853 -3778.5
## + LotShape       3  0.006457 2.9796 -3777.9
## + PoolQC         3  0.006006 2.9801 -3777.8
## + BldgType       4  0.014140 2.9720 -3777.8
## + LandContour    3  0.005824 2.9803 -3777.8
## + BsmtExposure   4  0.011724 2.9744 -3777.2
## + GarageQual     4  0.010858 2.9752 -3777.0
## + Exterior2nd   14  0.087619 2.8985 -3776.1
## + LotConfig      4  0.004713 2.9814 -3775.5
## + Functional     5  0.010944 2.9751 -3775.0
## + Fence          4  0.001035 2.9851 -3774.6
## + BsmtFinType2   6  0.016937 2.9691 -3774.5
## + Condition1     8  0.032455 2.9536 -3774.3
## + RoofStyle      5  0.006645 2.9794 -3774.0
## + Exterior1st   12  0.055266 2.9308 -3772.0
## 
## Step:  AIC=-3784.23
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType
## 
##                 Df Sum of Sq    RSS     AIC
## + HouseStyle     7  0.061285 2.8525 -3785.7
## + MoSold         1  0.010030 2.9037 -3784.7
## + BsmtUnfSF      1  0.008733 2.9050 -3784.4
## <none>                       2.9138 -3784.2
## + GarageCars     1  0.006888 2.9069 -3784.0
## + HalfBath       1  0.006673 2.9071 -3783.9
## + X3SsnPorch     1  0.006084 2.9077 -3783.8
## + Utilities      1  0.005064 2.9087 -3783.5
## + LotArea        1  0.004192 2.9096 -3783.3
## + BsmtHalfBath   1  0.003544 2.9102 -3783.1
## + YearRemodAdd   1  0.003502 2.9103 -3783.1
## + TotRmsAbvGrd   1  0.003277 2.9105 -3783.1
## + BsmtFinSF1     1  0.002828 2.9109 -3782.9
## + EnclosedPorch  1  0.002562 2.9112 -3782.9
## + TotalBsmtSF    1  0.002195 2.9116 -3782.8
## + WoodDeckSF     1  0.001103 2.9127 -3782.5
## + BsmtFinSF2     1  0.001067 2.9127 -3782.5
## + MiscVal        1  0.001059 2.9127 -3782.5
## + GarageYrBlt    1  0.000558 2.9132 -3782.4
## + FullBath       1  0.000349 2.9134 -3782.3
## + X1stFlrSF      1  0.000062 2.9137 -3782.2
## + LowQualFinSF   1  0.000062 2.9137 -3782.2
## + GarageCond     4  0.023046 2.8907 -3782.0
## + MiscFeature    3  0.014540 2.8992 -3781.9
## + LandSlope      2  0.005854 2.9079 -3781.7
## + BsmtFinType1   5  0.028182 2.8856 -3781.3
## + Alley          2  0.002970 2.9108 -3781.0
## + PavedDrive     2  0.000518 2.9132 -3780.4
## + LotShape       3  0.006717 2.9070 -3779.9
## + BldgType       4  0.014149 2.8996 -3779.8
## + PoolQC         3  0.006071 2.9077 -3779.8
## + LandContour    3  0.005910 2.9078 -3779.7
## + BsmtExposure   4  0.012109 2.9017 -3779.3
## + GarageQual     4  0.010743 2.9030 -3778.9
## + Functional     5  0.013955 2.8998 -3777.7
## + Condition1     8  0.036473 2.8773 -3777.4
## + LotConfig      4  0.004313 2.9095 -3777.3
## + Fence          4  0.002688 2.9111 -3776.9
## + Exterior2nd   14  0.081096 2.8327 -3776.8
## + BsmtFinType2   6  0.015734 2.8980 -3776.2
## + RoofStyle      5  0.004660 2.9091 -3775.4
## + Exterior1st   12  0.055595 2.8582 -3774.3
## 
## Step:  AIC=-3785.75
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle
## 
##                 Df Sum of Sq    RSS     AIC
## + MoSold         1  0.010239 2.8422 -3786.4
## <none>                       2.8525 -3785.7
## + BsmtUnfSF      1  0.007310 2.8452 -3785.6
## + HalfBath       1  0.006634 2.8458 -3785.4
## + Utilities      1  0.006210 2.8463 -3785.3
## + X3SsnPorch     1  0.006031 2.8464 -3785.3
## + GarageCars     1  0.005097 2.8474 -3785.1
## + LotArea        1  0.004562 2.8479 -3784.9
## + TotalBsmtSF    1  0.003131 2.8493 -3784.5
## + BldgType       4  0.025886 2.8266 -3784.4
## + BsmtHalfBath   1  0.002419 2.8500 -3784.4
## + YearRemodAdd   1  0.002057 2.8504 -3784.3
## + WoodDeckSF     1  0.001657 2.8508 -3784.2
## + BsmtFinSF1     1  0.001537 2.8509 -3784.1
## + MiscVal        1  0.001243 2.8512 -3784.1
## + FullBath       1  0.001233 2.8512 -3784.1
## + BsmtFinSF2     1  0.001226 2.8512 -3784.1
## + TotRmsAbvGrd   1  0.001014 2.8515 -3784.0
## + GarageYrBlt    1  0.000186 2.8523 -3783.8
## + EnclosedPorch  1  0.000108 2.8524 -3783.8
## + X1stFlrSF      1  0.000000 2.8525 -3783.7
## + LowQualFinSF   1  0.000000 2.8525 -3783.7
## + MiscFeature    3  0.014488 2.8380 -3783.5
## + LandSlope      2  0.004675 2.8478 -3782.9
## + Alley          2  0.004125 2.8483 -3782.8
## + BsmtExposure   4  0.018965 2.8335 -3782.6
## + BsmtFinType1   5  0.024901 2.8276 -3782.1
## + GarageCond     4  0.016889 2.8356 -3782.1
## + PoolQC         3  0.007968 2.8445 -3781.8
## + PavedDrive     2  0.000159 2.8523 -3781.8
## + LandContour    3  0.007550 2.8449 -3781.7
## + LotShape       3  0.005530 2.8469 -3781.2
## + GarageQual     4  0.010400 2.8421 -3780.4
## + Fence          4  0.004830 2.8476 -3779.0
## + Functional     5  0.010910 2.8416 -3778.5
## + LotConfig      4  0.002665 2.8498 -3778.4
## + Condition1     8  0.032595 2.8199 -3778.1
## + Exterior2nd   14  0.076565 2.7759 -3777.6
## + BsmtFinType2   6  0.013546 2.8389 -3777.2
## + RoofStyle      5  0.005564 2.8469 -3777.2
## + Exterior1st   12  0.059552 2.7929 -3777.1
## 
## Step:  AIC=-3786.37
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle + MoSold
## 
##                 Df Sum of Sq    RSS     AIC
## + HalfBath       1  0.007840 2.8344 -3786.4
## <none>                       2.8422 -3786.4
## + BsmtUnfSF      1  0.007769 2.8345 -3786.4
## + X3SsnPorch     1  0.005649 2.8366 -3785.8
## + Utilities      1  0.005254 2.8370 -3785.7
## + GarageCars     1  0.004961 2.8373 -3785.6
## + LotArea        1  0.004867 2.8374 -3785.6
## + BldgType       4  0.026564 2.8157 -3785.2
## + TotalBsmtSF    1  0.003030 2.8392 -3785.1
## + BsmtHalfBath   1  0.002432 2.8398 -3785.0
## + YearRemodAdd   1  0.002107 2.8401 -3784.9
## + BsmtFinSF1     1  0.001667 2.8406 -3784.8
## + WoodDeckSF     1  0.001498 2.8407 -3784.8
## + BsmtFinSF2     1  0.001462 2.8408 -3784.7
## + MiscVal        1  0.001430 2.8408 -3784.7
## + TotRmsAbvGrd   1  0.001406 2.8408 -3784.7
## + FullBath       1  0.001369 2.8409 -3784.7
## + GarageYrBlt    1  0.000435 2.8418 -3784.5
## + EnclosedPorch  1  0.000226 2.8420 -3784.4
## + MiscFeature    3  0.015682 2.8266 -3784.4
## + X1stFlrSF      1  0.000010 2.8422 -3784.4
## + LowQualFinSF   1  0.000010 2.8422 -3784.4
## + LandSlope      2  0.004318 2.8379 -3783.5
## + BsmtExposure   4  0.019432 2.8228 -3783.4
## + Alley          2  0.003776 2.8385 -3783.3
## + BsmtFinType1   5  0.026685 2.8155 -3783.3
## + LandContour    3  0.008869 2.8334 -3782.7
## + PavedDrive     2  0.000249 2.8420 -3782.4
## + PoolQC         3  0.007324 2.8349 -3782.3
## + GarageCond     4  0.014592 2.8276 -3782.1
## + LotShape       3  0.004733 2.8375 -3781.6
## + GarageQual     4  0.009345 2.8329 -3780.8
## + Fence          4  0.004820 2.8374 -3779.6
## + LotConfig      4  0.002710 2.8395 -3779.1
## + Functional     5  0.010388 2.8319 -3779.0
## + Condition1     8  0.033209 2.8090 -3779.0
## + Exterior1st   12  0.060485 2.7818 -3778.1
## + BsmtFinType2   6  0.014022 2.8282 -3778.0
## + RoofStyle      5  0.005335 2.8369 -3777.7
## + Exterior2nd   14  0.073656 2.7686 -3777.5
## 
## Step:  AIC=-3786.39
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle + MoSold + HalfBath
## 
##                 Df Sum of Sq    RSS     AIC
## <none>                       2.8344 -3786.4
## + BsmtUnfSF      1  0.007700 2.8267 -3786.4
## + FullBath       1  0.005670 2.8287 -3785.8
## + X3SsnPorch     1  0.005381 2.8290 -3785.8
## + Utilities      1  0.005211 2.8292 -3785.7
## + LotArea        1  0.004440 2.8300 -3785.5
## + GarageCars     1  0.004208 2.8302 -3785.5
## + BsmtHalfBath   1  0.003417 2.8310 -3785.3
## + BldgType       4  0.026125 2.8083 -3785.1
## + TotalBsmtSF    1  0.002228 2.8322 -3785.0
## + BsmtFinSF1     1  0.002032 2.8324 -3784.9
## + YearRemodAdd   1  0.002031 2.8324 -3784.9
## + MiscVal        1  0.001690 2.8327 -3784.8
## + TotRmsAbvGrd   1  0.001638 2.8328 -3784.8
## + BsmtFinSF2     1  0.001464 2.8329 -3784.8
## + WoodDeckSF     1  0.001118 2.8333 -3784.7
## + GarageYrBlt    1  0.000512 2.8339 -3784.5
## + MiscFeature    3  0.015716 2.8187 -3784.4
## + EnclosedPorch  1  0.000187 2.8342 -3784.4
## + LowQualFinSF   1  0.000000 2.8344 -3784.4
## + X1stFlrSF      1  0.000000 2.8344 -3784.4
## + BsmtFinType1   5  0.029290 2.8051 -3784.0
## + LandSlope      2  0.004853 2.8295 -3783.6
## + BsmtExposure   4  0.019823 2.8146 -3783.5
## + Alley          2  0.003988 2.8304 -3783.4
## + LandContour    3  0.009244 2.8251 -3782.8
## + GarageCond     4  0.016099 2.8183 -3782.5
## + PoolQC         3  0.008100 2.8263 -3782.5
## + PavedDrive     2  0.000254 2.8341 -3782.5
## + LotShape       3  0.005598 2.8288 -3781.8
## + GarageQual     4  0.009779 2.8246 -3780.9
## + Fence          4  0.004178 2.8302 -3779.5
## + Exterior2nd   14  0.079229 2.7552 -3779.1
## + LotConfig      4  0.002651 2.8317 -3779.1
## + Condition1     8  0.033205 2.8012 -3779.0
## + Functional     5  0.009960 2.8244 -3779.0
## + Exterior1st   12  0.061664 2.7727 -3778.4
## + BsmtFinType2   6  0.014474 2.8199 -3778.1
## + RoofStyle      5  0.004361 2.8300 -3777.5
summary(model1)
## 
## Call:
## lm(formula = log_saleprice ~ SalePrice + Neighborhood + ExterQual + 
##     GarageFinish + GrLivArea + OverallCond + MSZoning + BsmtQual + 
##     GarageArea + RoofMatl + CentralAir + Heating + FireplaceQu + 
##     YearBuilt + OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle + MoSold + HalfBath, data = train)
## 
## Residuals:
##      Min       1Q   Median       3Q      Max 
## -0.35490 -0.02718  0.00092  0.03302  0.18321 
## 
## Coefficients: (2 not defined because of singularities)
##                        Estimate Std. Error t value Pr(>|t|)    
## (Intercept)          -5.466e-01  4.377e+00  -0.125 0.900674    
## SalePrice             3.311e-06  1.152e-07  28.736  < 2e-16 ***
## NeighborhoodBlueste  -5.136e-02  7.926e-02  -0.648 0.517242    
## NeighborhoodBrDale   -2.281e-02  4.572e-02  -0.499 0.618093    
## NeighborhoodBrkSide   7.900e-02  4.084e-02   1.934 0.053544 .  
## NeighborhoodClearCr   1.005e-01  3.820e-02   2.631 0.008721 ** 
## NeighborhoodCollgCr   1.361e-02  3.276e-02   0.415 0.678009    
## NeighborhoodCrawfor   8.748e-02  3.713e-02   2.356 0.018782 *  
## NeighborhoodEdwards  -3.707e-03  3.506e-02  -0.106 0.915839    
## NeighborhoodGilbert   8.410e-03  3.403e-02   0.247 0.804912    
## NeighborhoodIDOTRR    3.537e-02  4.745e-02   0.745 0.456327    
## NeighborhoodMeadowV  -1.167e-01  4.366e-02  -2.674 0.007709 ** 
## NeighborhoodMitchel   1.822e-02  3.611e-02   0.504 0.614121    
## NeighborhoodNAmes     2.857e-02  3.462e-02   0.825 0.409426    
## NeighborhoodNoRidge  -5.899e-02  3.686e-02  -1.600 0.110023    
## NeighborhoodNPkVill  -1.531e-02  5.293e-02  -0.289 0.772496    
## NeighborhoodNridgHt   2.835e-02  3.418e-02   0.829 0.407287    
## NeighborhoodNWAmes    5.575e-03  3.516e-02   0.159 0.874047    
## NeighborhoodOldTown   1.027e-02  4.105e-02   0.250 0.802498    
## NeighborhoodSawyer    8.807e-03  3.547e-02   0.248 0.804014    
## NeighborhoodSawyerW  -4.283e-03  3.455e-02  -0.124 0.901388    
## NeighborhoodSomerst   2.778e-02  3.951e-02   0.703 0.482174    
## NeighborhoodStoneBr  -3.223e-02  3.733e-02  -0.863 0.388288    
## NeighborhoodSWISU     2.627e-02  4.090e-02   0.642 0.520957    
## NeighborhoodTimber    2.165e-02  3.518e-02   0.615 0.538574    
## NeighborhoodVeenker   7.925e-02  4.918e-02   1.611 0.107614    
## ExterQualFa          -5.176e-02  4.782e-02  -1.082 0.279512    
## ExterQualGd           8.220e-02  2.089e-02   3.934 9.33e-05 ***
## ExterQualTA           8.037e-02  2.297e-02   3.499 0.000501 ***
## GarageFinishOthers   -1.286e-02  8.523e-02  -0.151 0.880100    
## GarageFinishRFn       8.307e-03  8.127e-03   1.022 0.307125    
## GarageFinishUnf      -1.484e-02  9.930e-03  -1.495 0.135470    
## GrLivArea             1.091e-04  1.603e-05   6.808 2.42e-11 ***
## OverallCond           2.017e-02  3.517e-03   5.736 1.54e-08 ***
## MSZoningFV            3.903e-01  5.066e-02   7.704 5.52e-14 ***
## MSZoningRH            4.404e-01  5.565e-02   7.913 1.22e-14 ***
## MSZoningRL            4.026e-01  4.271e-02   9.428  < 2e-16 ***
## MSZoningRM            3.548e-01  4.031e-02   8.802  < 2e-16 ***
## BsmtQualFa            1.491e-02  2.917e-02   0.511 0.609309    
## BsmtQualGd            2.056e-02  1.432e-02   1.436 0.151626    
## BsmtQualOthers       -1.259e-01  4.492e-02  -2.803 0.005230 ** 
## BsmtQualTA            1.167e-03  1.774e-02   0.066 0.947578    
## GarageArea            1.105e-04  2.243e-05   4.928 1.08e-06 ***
## RoofMatlTar&Grv      -5.389e-02  3.725e-02  -1.447 0.148506    
## RoofMatlWdShake      -4.321e-02  3.830e-02  -1.128 0.259670    
## RoofMatlWdShngl      -1.262e-01  3.649e-02  -3.459 0.000581 ***
## CentralAirY           1.074e-01  1.877e-02   5.721 1.68e-08 ***
## HeatingGasW           9.145e-02  2.766e-02   3.306 0.001004 ** 
## HeatingGrav          -2.251e-02  4.399e-02  -0.512 0.608973    
## HeatingOthW           9.435e-02  5.938e-02   1.589 0.112616    
## HeatingWall           6.809e-02  6.105e-02   1.115 0.265173    
## FireplaceQuFa         2.223e-03  3.040e-02   0.073 0.941731    
## FireplaceQuGd         1.243e-02  2.342e-02   0.530 0.595972    
## FireplaceQuOthers    -3.647e-02  2.770e-02  -1.316 0.188514    
## FireplaceQuPo         1.312e-02  3.298e-02   0.398 0.691047    
## FireplaceQuTA         1.673e-02  2.412e-02   0.694 0.488075    
## YearBuilt             9.688e-04  3.098e-04   3.127 0.001852 ** 
## OverallQual           1.680e-02  4.455e-03   3.770 0.000180 ***
## BsmtFullBath          2.296e-02  6.185e-03   3.713 0.000224 ***
## BedroomAbvGr          1.785e-02  5.034e-03   3.546 0.000421 ***
## MasVnrArea           -1.150e-04  2.934e-05  -3.921 9.85e-05 ***
## MasVnrTypeBrkFace     2.580e-02  2.933e-02   0.880 0.379360    
## MasVnrTypeNone        9.268e-03  2.997e-02   0.309 0.757290    
## MasVnrTypeOthers     -1.512e-01  5.589e-02  -2.705 0.007022 ** 
## MasVnrTypeStone       1.545e-02  3.119e-02   0.495 0.620483    
## KitchenAbvGr          3.904e-02  1.800e-02   2.168 0.030524 *  
## GarageTypeAttchd      6.288e-02  8.344e-02   0.754 0.451342    
## GarageTypeBasment     6.798e-02  8.631e-02   0.788 0.431238    
## GarageTypeBuiltIn     5.006e-02  8.421e-02   0.594 0.552441    
## GarageTypeCarPort    -5.080e-02  1.053e-01  -0.482 0.629686    
## GarageTypeDetchd      4.119e-02  8.303e-02   0.496 0.620028    
## GarageTypeOthers             NA         NA      NA       NA    
## ExterCondFa          -1.450e-01  5.684e-02  -2.551 0.011003 *  
## ExterCondGd          -9.696e-02  5.173e-02  -1.875 0.061342 .  
## ExterCondTA          -6.639e-02  5.155e-02  -1.288 0.198271    
## FoundationCBlock      9.681e-03  1.368e-02   0.708 0.479327    
## FoundationPConc       1.238e-02  1.497e-02   0.827 0.408624    
## FoundationSlab       -9.454e-03  4.873e-02  -0.194 0.846225    
## FoundationStone       1.749e-01  4.382e-02   3.990 7.41e-05 ***
## FoundationWood       -5.816e-02  5.585e-02  -1.041 0.298093    
## SaleConditionAdjLand  2.930e-02  6.655e-02   0.440 0.659898    
## SaleConditionAlloca   4.174e-02  3.358e-02   1.243 0.214453    
## SaleConditionFamily  -3.629e-03  2.418e-02  -0.150 0.880773    
## SaleConditionNormal   2.814e-02  1.277e-02   2.203 0.027960 *  
## SaleConditionPartial -8.045e-03  4.684e-02  -0.172 0.863674    
## KitchenQualFa        -3.393e-02  2.757e-02  -1.231 0.218894    
## KitchenQualGd         1.680e-02  1.532e-02   1.097 0.273068    
## KitchenQualTA         6.997e-03  1.689e-02   0.414 0.678826    
## StreetPave           -7.420e-02  4.657e-02  -1.593 0.111633    
## Fireplaces           -2.311e-02  1.109e-02  -2.083 0.037689 *  
## LotFrontage          -1.419e-05  7.039e-06  -2.015 0.044317 *  
## ScreenPorch           1.239e-04  5.660e-05   2.189 0.028999 *  
## Id                   -1.379e-05  6.588e-06  -2.093 0.036764 *  
## BsmtCondGd           -1.924e-02  2.332e-02  -0.825 0.409703    
## BsmtCondOthers               NA         NA      NA       NA    
## BsmtCondPo            1.193e-01  9.155e-02   1.303 0.193034    
## BsmtCondTA           -4.583e-02  1.950e-02  -2.350 0.019084 *  
## X2ndFlrSF            -7.012e-05  2.224e-05  -3.152 0.001701 ** 
## Condition2Feedr      -2.694e-02  9.833e-02  -0.274 0.784234    
## Condition2Norm        1.009e-01  6.614e-02   1.525 0.127806    
## Condition2PosA        9.984e-03  1.201e-01   0.083 0.933784    
## Condition2PosN       -1.412e-01  1.152e-01  -1.226 0.220575    
## Condition2RRAe        1.368e-02  9.970e-02   0.137 0.890929    
## Condition2RRAn       -3.687e-03  9.790e-02  -0.038 0.969973    
## Condition2RRNn        1.441e-01  9.873e-02   1.459 0.145093    
## MSSubClass            9.165e-05  1.142e-04   0.803 0.422359    
## HeatingQCFa          -1.538e-03  1.730e-02  -0.089 0.929197    
## HeatingQCGd           3.921e-03  9.126e-03   0.430 0.667611    
## HeatingQCPo          -7.421e-02  8.124e-02  -0.913 0.361392    
## HeatingQCTA          -2.270e-02  8.386e-03  -2.707 0.006990 ** 
## ElectricalFuseF       6.948e-02  3.002e-02   2.314 0.021000 *  
## ElectricalFuseP       5.476e-02  7.590e-02   0.721 0.470927    
## ElectricalMix        -3.233e-01  1.141e-01  -2.834 0.004759 ** 
## ElectricalOthers      7.109e-02  7.593e-02   0.936 0.349544    
## ElectricalSBrkr       1.586e-02  1.259e-02   1.260 0.208102    
## YrSold                4.454e-03  2.150e-03   2.072 0.038710 *  
## PoolArea              1.258e-04  6.579e-05   1.913 0.056275 .  
## OpenPorchSF           9.403e-05  5.246e-05   1.793 0.073556 .  
## SaleTypeCon          -1.478e-02  8.311e-02  -0.178 0.858867    
## SaleTypeConLD         1.188e-01  3.639e-02   3.266 0.001155 ** 
## SaleTypeConLI        -5.385e-02  3.735e-02  -1.442 0.149915    
## SaleTypeConLw         3.547e-02  5.098e-02   0.696 0.486824    
## SaleTypeCWD           6.090e-02  7.672e-02   0.794 0.427670    
## SaleTypeNew           6.320e-02  5.056e-02   1.250 0.211764    
## SaleTypeOth          -1.939e-02  5.357e-02  -0.362 0.717476    
## SaleTypeWD            9.981e-03  1.833e-02   0.544 0.586352    
## HouseStyle1.5Unf     -4.735e-02  3.287e-02  -1.440 0.150302    
## HouseStyle1Story     -1.986e-02  1.550e-02  -1.281 0.200577    
## HouseStyle2.5Fin     -1.360e-02  3.769e-02  -0.361 0.718391    
## HouseStyle2.5Unf      1.012e-01  3.626e-02   2.791 0.005429 ** 
## HouseStyle2Story      4.024e-03  1.414e-02   0.285 0.776023    
## HouseStyleSFoyer      4.283e-03  2.339e-02   0.183 0.854779    
## HouseStyleSLvl       -1.247e-02  1.896e-02  -0.657 0.511133    
## MoSold                1.588e-03  1.023e-03   1.553 0.121053    
## HalfBath              1.045e-02  8.129e-03   1.285 0.199282    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.0689 on 597 degrees of freedom
## Multiple R-squared:  0.9754, Adjusted R-squared:  0.9699 
## F-statistic: 179.1 on 132 and 597 DF,  p-value: < 2.2e-16
test$log_saleprice <- log(test$SalePrice)
preds <- predict(model1,test)
## Warning in predict.lm(model1, test): prediction from a rank-deficient fit
## may be misleading
test$y <-preds
diff <- test$y - test$log_saleprice
RMSE <- function(diff) {
  RMSE <- sqrt(mean(diff^2))
  return(RMSE)
}
RMSE(diff)
## [1] 0.06231158

2. Dimension Reduction (PCA)

PCA using top quantative

library(factoextra)
## Welcome! Related Books: `Practical Guide To Cluster Analysis in R` at https://goo.gl/13EFCZ
pca <- train %>% 
  select(log_saleprice,GrLivArea,GarageArea,LotFrontage, OverallQual,OverallCond,BsmtFinSF1,BsmtFinSF2,TotalBsmtSF,TotRmsAbvGrd,PoolArea,YearBuilt,YearRemodAdd)
pca_comp <- prcomp(pca,scale=FALSE)
fviz_eig(pca_comp)

fviz_pca_ind(pca_comp,
             col.ind = "cos2", # Color by the quality of representation
             gradient.cols = c("#00AFBB", "#E7B800", "#FC4E07"),
             repel = TRUE     # Avoid text overlapping
             )

fviz_pca_var(pca_comp,
             col.var = "contrib", # Color by contributions to the PC
             gradient.cols = c("#00AFBB", "#E7B800", "#FC4E07"),
             repel = TRUE     # Avoid text overlapping
             )

X <- train %>% 
  select(TotalBsmtSF,LotFrontage,YearBuilt)
ggplot(data=X, aes(x=TotalBsmtSF, y=LotFrontage)) +
  geom_text(label=X$YearBuilt) +
  geom_smooth(method="lm", se=FALSE, linetype="dashed", size=0.5, col="black") +
  labs(x="X1: TotalBsmtSF", y="X2: LotFrontage")

3. Shrinkage/ Regularization (LASSO)

library(glmnet)
## Warning: package 'glmnet' was built under R version 3.4.2
## Loading required package: foreach
## Loaded glmnet 2.0-13
library(tidyr)
## 
## Attaching package: 'tidyr'
## The following object is masked from 'package:Matrix':
## 
##     expand
get_LASSO_coefficients <- function(LASSO_fit){
  coeff_values <- LASSO_fit %>% 
    broom::tidy() %>% 
    as_tibble() %>% 
    select(-c(step, dev.ratio)) %>% 
    tidyr::complete(lambda, nesting(term), fill = list(estimate = 0)) %>% 
    arrange(desc(lambda)) %>% 
    select(term, estimate, lambda)
  return(coeff_values)
}

mod <- summary(model1)[1]$call
model_formula <- as.formula("mod")
predictor_matrix <- model.matrix(model_formula, data=train)[, -1]
lambda_inputs <- 10^seq(-2, 10, length = 100)

LASSO_fit <- glmnet(x=predictor_matrix, y=train$log_saleprice, alpha = 1, lambda = lambda_inputs)

# 5. Get beta-hat coefficients for ALL values of knob/tuning parameter lambda
LASSO_coefficients <- get_LASSO_coefficients(LASSO_fit)

ggplot(LASSO_coefficients, aes(x=lambda, y=estimate, col=term)) +
  geom_line() +
  labs(x="lambda", y="beta-hat coefficient estimate")

plot_LASSO_coefficients <- LASSO_coefficients %>% 
  filter(term != "(Intercept)") %>% 
  ggplot(aes(x=lambda, y=estimate, col=term)) +
  geom_line() +
  scale_x_log10() +
  labs(x="lambda (log10-scale)", y="beta-hat coefficient estimate",
       title="LASSO regularized coefficient for each lambda value")
plot_LASSO_coefficients

Crossvalidation of ultimate model

Note: Hardcode your crossvalidation here i.e. do not use built-in crossvalidation options.

LASSO_CV <- cv.glmnet(x=predictor_matrix, y=train$log_saleprice, alpha=1, lambda=lambda_inputs)

# Optimal lambdas
lambda_star <- LASSO_CV$lambda.min
lambda_star_1SE <- LASSO_CV$lambda.1se
plot(LASSO_CV)
abline(v=log(lambda_star), col="red")
abline(v=log(lambda_star_1SE), col="blue")

plot_LASSO_coefficients <- plot_LASSO_coefficients +
  geom_vline(xintercept = lambda_star, col="red", alpha=0.4, linetype="dashed") +
  geom_vline(xintercept = lambda_star_1SE, col="blue", alpha=0.4, linetype="dashed")
plot_LASSO_coefficients

plot_LASSO_coefficients +
  coord_cartesian(xlim=c(1, 1000), ylim=c(-1, 1))

y_hat <- predict(LASSO_fit, newx=predictor_matrix, s=lambda_star_1SE) %>% 
  as.vector()
hist(y_hat)

Create submission

Note: Output a CSV using write_csv(DATAFRAME_NAME, path="data/SUBMISSION_NAME.csv") that is Kaggle submitable. This submission should return a Kaggle score that is close to your crossvalidated score.

Citations and references

Note: All citations and references must be included here.

Supplementary materials

Note: Anything else you’ve tried that you’d like to include, but isn’t essential to the above, like other EDA’s, other modeling approaches you’ve tried, etc. Please set the R code chunk eval=FALSE here so that default is that R Markdown doesn’t run the code, but a user can flip this switch if they are curious.